2024-11-23 15:17:50,506 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 15:17:50,530 main DEBUG Took 0.021275 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 15:17:50,531 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 15:17:50,531 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 15:17:50,533 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 15:17:50,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,545 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 15:17:50,565 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,569 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,571 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,572 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,574 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,578 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,581 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,582 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:17:50,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,584 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 15:17:50,586 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:17:50,588 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 15:17:50,591 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 15:17:50,592 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 15:17:50,594 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 15:17:50,594 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 15:17:50,608 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 15:17:50,612 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 15:17:50,614 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 15:17:50,615 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 15:17:50,616 main DEBUG createAppenders(={Console}) 2024-11-23 15:17:50,617 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-23 15:17:50,617 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 15:17:50,618 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-23 15:17:50,619 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 15:17:50,619 main DEBUG OutputStream closed 2024-11-23 15:17:50,620 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 15:17:50,620 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 15:17:50,621 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-23 15:17:50,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 15:17:50,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 15:17:50,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 15:17:50,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 15:17:50,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 15:17:50,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 15:17:50,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 15:17:50,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 15:17:50,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 15:17:50,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 15:17:50,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 15:17:50,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 15:17:50,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 15:17:50,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 15:17:50,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 15:17:50,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 15:17:50,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 15:17:50,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 15:17:50,746 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 15:17:50,747 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-23 15:17:50,747 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 15:17:50,748 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-23T15:17:50,761 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-23 15:17:50,764 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 15:17:50,765 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T15:17:50,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=5685 2024-11-23T15:17:51,096 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-23T15:17:51,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2 2024-11-23T15:17:51,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/cluster_c35b5c00-579a-fc42-5816-b1783bba5b7f, deleteOnExit=true 2024-11-23T15:17:51,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/cluster_c35b5c00-579a-fc42-5816-b1783bba5b7f/zookeeper_0, clientPort=54907, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/cluster_c35b5c00-579a-fc42-5816-b1783bba5b7f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/cluster_c35b5c00-579a-fc42-5816-b1783bba5b7f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:17:51,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54907 2024-11-23T15:17:51,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:17:51,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:17:51,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/test.cache.data in system properties and HBase conf 2024-11-23T15:17:51,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:17:51,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:17:51,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:17:51,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:17:51,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:17:51,520 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T15:17:51,649 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:17:51,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:17:51,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:17:51,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:17:51,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:17:51,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:17:51,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:17:51,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:17:51,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:17:51,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:17:51,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:17:51,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:17:51,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:17:51,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:17:51,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:17:52,888 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T15:17:52,994 INFO [Time-limited test {}] log.Log(170): Logging initialized @3376ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T15:17:53,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:17:53,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:17:53,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:17:53,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:17:53,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:17:53,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:17:53,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:17:53,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:17:53,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/java.io.tmpdir/jetty-localhost-43593-hadoop-hdfs-3_4_1-tests_jar-_-any-7309035412654539712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:17:53,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:43593} 2024-11-23T15:17:53,486 INFO [Time-limited test {}] server.Server(415): Started @3869ms 2024-11-23T15:17:54,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:17:54,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:17:54,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:17:54,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:17:54,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:17:54,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:17:54,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:17:54,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/java.io.tmpdir/jetty-localhost-43375-hadoop-hdfs-3_4_1-tests_jar-_-any-4950563791673097439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:17:54,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43375} 2024-11-23T15:17:54,518 INFO [Time-limited test {}] server.Server(415): Started @4901ms 2024-11-23T15:17:54,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:17:56,254 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/cluster_c35b5c00-579a-fc42-5816-b1783bba5b7f/data/data1/current/BP-1573767822-172.17.0.2-1732375072300/current, will proceed with Du for space computation calculation, 2024-11-23T15:17:56,254 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/cluster_c35b5c00-579a-fc42-5816-b1783bba5b7f/data/data2/current/BP-1573767822-172.17.0.2-1732375072300/current, will proceed with Du for space computation calculation, 2024-11-23T15:17:56,353 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:17:56,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c65a5a2d1c3b5d6 with lease ID 0x1cd077101c3a19b5: Processing first storage report for DS-7c21ea2e-4169-45ce-b952-d095a3bdf799 from datanode DatanodeRegistration(127.0.0.1:38631, datanodeUuid=2c77bf73-8fc4-4660-86fb-418b7aa89fb3, infoPort=34187, infoSecurePort=0, ipcPort=46163, storageInfo=lv=-57;cid=testClusterID;nsid=1287246296;c=1732375072300) 2024-11-23T15:17:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c65a5a2d1c3b5d6 with lease ID 0x1cd077101c3a19b5: from storage DS-7c21ea2e-4169-45ce-b952-d095a3bdf799 node DatanodeRegistration(127.0.0.1:38631, datanodeUuid=2c77bf73-8fc4-4660-86fb-418b7aa89fb3, infoPort=34187, infoSecurePort=0, ipcPort=46163, storageInfo=lv=-57;cid=testClusterID;nsid=1287246296;c=1732375072300), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T15:17:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c65a5a2d1c3b5d6 with lease ID 0x1cd077101c3a19b5: Processing first storage report for DS-142fd1ef-412f-454d-9341-5826a21b3c2e from datanode DatanodeRegistration(127.0.0.1:38631, datanodeUuid=2c77bf73-8fc4-4660-86fb-418b7aa89fb3, infoPort=34187, infoSecurePort=0, ipcPort=46163, storageInfo=lv=-57;cid=testClusterID;nsid=1287246296;c=1732375072300) 2024-11-23T15:17:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c65a5a2d1c3b5d6 with lease ID 0x1cd077101c3a19b5: from storage DS-142fd1ef-412f-454d-9341-5826a21b3c2e node DatanodeRegistration(127.0.0.1:38631, datanodeUuid=2c77bf73-8fc4-4660-86fb-418b7aa89fb3, infoPort=34187, infoSecurePort=0, ipcPort=46163, storageInfo=lv=-57;cid=testClusterID;nsid=1287246296;c=1732375072300), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:17:56,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2 2024-11-23T15:17:56,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:17:56,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:17:56,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:17:57,327 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2 with version=8 2024-11-23T15:17:57,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/hbase-staging 2024-11-23T15:17:57,436 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T15:17:57,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:17:57,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:17:57,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:17:57,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:17:57,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:17:57,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:17:57,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:17:57,904 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T15:17:57,916 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T15:17:57,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:17:57,954 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11535 (auto-detected) 2024-11-23T15:17:57,955 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T15:17:57,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46793 2024-11-23T15:17:58,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46793 connecting to ZooKeeper ensemble=127.0.0.1:54907 2024-11-23T15:17:58,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467930x0, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:17:58,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46793-0x1016845c60d0000 connected 2024-11-23T15:17:58,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:17:58,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:17:58,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/running 2024-11-23T15:17:58,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2, hbase.cluster.distributed=false 2024-11-23T15:17:58,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/acl 2024-11-23T15:17:58,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46793 2024-11-23T15:17:58,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46793 2024-11-23T15:17:58,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46793 2024-11-23T15:17:58,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46793 2024-11-23T15:17:58,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46793 2024-11-23T15:17:58,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:17:58,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:17:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:17:58,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:17:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:17:58,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:17:58,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:17:58,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:17:58,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42769 2024-11-23T15:17:58,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42769 connecting to ZooKeeper ensemble=127.0.0.1:54907 2024-11-23T15:17:58,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:17:58,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:17:58,410 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427690x0, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:17:58,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427690x0, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/running 2024-11-23T15:17:58,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42769-0x1016845c60d0001 connected 2024-11-23T15:17:58,417 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:17:58,430 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:17:58,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/master 2024-11-23T15:17:58,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/acl 2024-11-23T15:17:58,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42769 2024-11-23T15:17:58,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42769 2024-11-23T15:17:58,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42769 2024-11-23T15:17:58,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42769 2024-11-23T15:17:58,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42769 2024-11-23T15:17:58,478 DEBUG [M:0;018362ca5320:46793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:46793 2024-11-23T15:17:58,483 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-433171054/backup-masters/018362ca5320,46793,1732375077485 2024-11-23T15:17:58,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/backup-masters 2024-11-23T15:17:58,516 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/backup-masters 2024-11-23T15:17:58,520 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on existing znode=/0-433171054/backup-masters/018362ca5320,46793,1732375077485 2024-11-23T15:17:58,575 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433171054/master 2024-11-23T15:17:58,575 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:17:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:17:58,589 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on existing znode=/0-433171054/master 2024-11-23T15:17:58,591 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-433171054/backup-masters/018362ca5320,46793,1732375077485 from backup master directory 2024-11-23T15:17:58,639 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/backup-masters 2024-11-23T15:17:58,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/backup-masters/018362ca5320,46793,1732375077485 2024-11-23T15:17:58,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/backup-masters 2024-11-23T15:17:58,641 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:17:58,641 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,46793,1732375077485 2024-11-23T15:17:58,644 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T15:17:58,648 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T15:17:58,734 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/hbase.id] with ID: c61b5150-dc9e-4b1c-984f-13f117744ff0 2024-11-23T15:17:58,734 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/.tmp/hbase.id 2024-11-23T15:17:58,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:17:58,752 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/.tmp/hbase.id]:[hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/hbase.id] 2024-11-23T15:17:58,813 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:17:58,819 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:17:58,840 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-23T15:17:58,862 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:17:58,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:17:58,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:17:58,890 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:17:58,893 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:17:58,913 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:17:58,919 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:17:58,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:17:59,386 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store 2024-11-23T15:17:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:17:59,828 INFO [master/018362ca5320:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T15:17:59,832 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:17:59,834 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:17:59,834 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:17:59,834 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:17:59,837 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:17:59,837 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:17:59,837 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:17:59,839 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375079834Disabling compacts and flushes for region at 1732375079834Disabling writes for close at 1732375079837 (+3 ms)Writing region close event to WAL at 1732375079837Closed at 1732375079837 2024-11-23T15:17:59,841 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/.initializing 2024-11-23T15:17:59,842 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485 2024-11-23T15:17:59,851 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:17:59,869 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C46793%2C1732375077485, suffix=, logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/oldWALs, maxLogs=10 2024-11-23T15:17:59,893 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485/018362ca5320%2C46793%2C1732375077485.1732375079874, exclude list is [], retry=0 2024-11-23T15:17:59,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-7c21ea2e-4169-45ce-b952-d095a3bdf799,DISK] 2024-11-23T15:17:59,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T15:17:59,947 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485/018362ca5320%2C46793%2C1732375077485.1732375079874 2024-11-23T15:17:59,948 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-23T15:17:59,949 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:17:59,949 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:17:59,952 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:17:59,953 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:17:59,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:18:00,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:00,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:00,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:18:00,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:00,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:00,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:18:00,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:00,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:00,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:18:00,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:00,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:00,049 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,053 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,055 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,060 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,065 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:00,069 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:00,073 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:00,074 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60659662, jitterRate=-0.09610059857368469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:00,081 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375079966Initializing all the Stores at 1732375079968 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375079969 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375079970 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375079970Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375079971 (+1 ms)Cleaning up temporary data from old regions at 1732375080061 (+90 ms)Region opened successfully at 1732375080081 (+20 ms) 2024-11-23T15:18:00,083 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:18:00,125 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8689c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:00,172 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:18:00,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:18:00,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:18:00,194 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:18:00,196 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T15:18:00,203 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-23T15:18:00,204 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:18:00,239 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:18:00,253 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/balancer because node does not exist (not necessarily an error) 2024-11-23T15:18:00,261 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/balancer already deleted, retry=false 2024-11-23T15:18:00,265 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:18:00,267 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:18:00,278 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/normalizer already deleted, retry=false 2024-11-23T15:18:00,282 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:18:00,287 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:18:00,299 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/switch/split already deleted, retry=false 2024-11-23T15:18:00,301 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:18:00,314 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/switch/merge already deleted, retry=false 2024-11-23T15:18:00,340 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:18:00,352 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/snapshot-cleanup already deleted, retry=false 2024-11-23T15:18:00,378 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433171054/running 2024-11-23T15:18:00,379 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433171054/running 2024-11-23T15:18:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:00,392 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,46793,1732375077485, sessionid=0x1016845c60d0000, setting cluster-up flag (Was=false) 2024-11-23T15:18:00,430 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:00,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:00,468 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-433171054/flush-table-proc/acquired, /0-433171054/flush-table-proc/reached, /0-433171054/flush-table-proc/abort 2024-11-23T15:18:00,476 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,46793,1732375077485 2024-11-23T15:18:00,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:00,596 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:00,693 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-433171054/online-snapshot/acquired, /0-433171054/online-snapshot/reached, /0-433171054/online-snapshot/abort 2024-11-23T15:18:00,695 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,46793,1732375077485 2024-11-23T15:18:00,707 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:18:00,777 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(746): ClusterId : c61b5150-dc9e-4b1c-984f-13f117744ff0 2024-11-23T15:18:00,781 DEBUG [RS:0;018362ca5320:42769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:18:00,810 DEBUG [RS:0;018362ca5320:42769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:18:00,811 DEBUG [RS:0;018362ca5320:42769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:18:00,822 DEBUG [RS:0;018362ca5320:42769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:18:00,823 DEBUG [RS:0;018362ca5320:42769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515bf4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:00,850 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:42769 2024-11-23T15:18:00,854 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:00,855 INFO [RS:0;018362ca5320:42769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:18:00,855 INFO [RS:0;018362ca5320:42769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:18:00,855 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:18:00,860 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,46793,1732375077485 with port=42769, startcode=1732375078324 2024-11-23T15:18:00,868 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:18:00,876 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:18:00,878 DEBUG [RS:0;018362ca5320:42769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:18:00,883 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,46793,1732375077485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:18:00,892 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:00,892 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:00,892 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:00,893 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:00,893 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:18:00,893 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:00,893 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:00,894 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:00,900 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375110900 2024-11-23T15:18:00,902 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:18:00,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:00,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:18:00,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:18:00,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:18:00,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:18:00,911 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:18:00,911 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:18:00,917 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:18:00,913 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:00,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:00,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:18:00,923 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:18:00,926 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46793 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T15:18:00,929 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:18:00,930 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:18:00,930 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:18:00,936 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:18:00,937 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:18:00,944 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375080938,5,FailOnTimeoutGroup] 2024-11-23T15:18:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:18:00,952 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375080945,5,FailOnTimeoutGroup] 2024-11-23T15:18:00,952 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:00,953 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:18:00,954 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:00,955 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:00,964 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T15:18:00,964 WARN [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T15:18:01,066 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,46793,1732375077485 with port=42769, startcode=1732375078324 2024-11-23T15:18:01,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,42769,1732375078324 2024-11-23T15:18:01,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46793 {}] master.ServerManager(517): Registering regionserver=018362ca5320,42769,1732375078324 2024-11-23T15:18:01,086 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2 2024-11-23T15:18:01,086 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34185 2024-11-23T15:18:01,086 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:18:01,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/rs 2024-11-23T15:18:01,190 DEBUG [RS:0;018362ca5320:42769 {}] zookeeper.ZKUtil(111): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on existing znode=/0-433171054/rs/018362ca5320,42769,1732375078324 2024-11-23T15:18:01,191 WARN [RS:0;018362ca5320:42769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:01,191 INFO [RS:0;018362ca5320:42769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:01,191 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324 2024-11-23T15:18:01,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,42769,1732375078324] 2024-11-23T15:18:01,225 INFO [RS:0;018362ca5320:42769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:18:01,247 INFO [RS:0;018362ca5320:42769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:18:01,255 INFO [RS:0;018362ca5320:42769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:18:01,255 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,269 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:18:01,276 INFO [RS:0;018362ca5320:42769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:18:01,278 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,279 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,279 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,280 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,280 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,280 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,280 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:01,281 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,281 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,281 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,281 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,281 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,282 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:01,282 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:01,282 DEBUG [RS:0;018362ca5320:42769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:01,286 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,286 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,287 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,287 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,287 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,287 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42769,1732375078324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:01,313 INFO [RS:0;018362ca5320:42769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:18:01,315 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42769,1732375078324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,316 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,316 INFO [RS:0;018362ca5320:42769 {}] regionserver.Replication(171): 018362ca5320,42769,1732375078324 started 2024-11-23T15:18:01,339 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:01,339 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,42769,1732375078324, RpcServer on 018362ca5320/172.17.0.2:42769, sessionid=0x1016845c60d0001 2024-11-23T15:18:01,340 DEBUG [RS:0;018362ca5320:42769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:18:01,341 DEBUG [RS:0;018362ca5320:42769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,42769,1732375078324 2024-11-23T15:18:01,341 DEBUG [RS:0;018362ca5320:42769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,42769,1732375078324' 2024-11-23T15:18:01,341 DEBUG [RS:0;018362ca5320:42769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-433171054/flush-table-proc/abort' 2024-11-23T15:18:01,342 DEBUG [RS:0;018362ca5320:42769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-433171054/flush-table-proc/acquired' 2024-11-23T15:18:01,344 DEBUG [RS:0;018362ca5320:42769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:18:01,344 DEBUG [RS:0;018362ca5320:42769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:18:01,345 DEBUG [RS:0;018362ca5320:42769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,42769,1732375078324 2024-11-23T15:18:01,345 DEBUG [RS:0;018362ca5320:42769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,42769,1732375078324' 2024-11-23T15:18:01,345 DEBUG [RS:0;018362ca5320:42769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-433171054/online-snapshot/abort' 2024-11-23T15:18:01,346 DEBUG [RS:0;018362ca5320:42769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-433171054/online-snapshot/acquired' 2024-11-23T15:18:01,347 DEBUG [RS:0;018362ca5320:42769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:18:01,347 INFO [RS:0;018362ca5320:42769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:18:01,348 INFO [RS:0;018362ca5320:42769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:18:01,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:18:01,356 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2 2024-11-23T15:18:01,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741832_1008 (size=32) 2024-11-23T15:18:01,454 INFO [RS:0;018362ca5320:42769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:01,462 INFO [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42769%2C1732375078324, suffix=, logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs, maxLogs=10 2024-11-23T15:18:01,489 DEBUG [RS:0;018362ca5320:42769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466, exclude list is [], retry=0 2024-11-23T15:18:01,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-7c21ea2e-4169-45ce-b952-d095a3bdf799,DISK] 2024-11-23T15:18:01,504 INFO [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 2024-11-23T15:18:01,510 DEBUG [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-23T15:18:01,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:01,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:01,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:01,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:01,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:01,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:01,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:01,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:01,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:01,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:01,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:01,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:01,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:01,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:01,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:01,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:01,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:01,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:01,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740 2024-11-23T15:18:01,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740 2024-11-23T15:18:01,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:01,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:01,849 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:01,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:01,862 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:01,866 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65024477, jitterRate=-0.031059786677360535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:01,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375081780Initializing all the Stores at 1732375081792 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375081792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375081803 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375081803Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375081803Cleaning up temporary data from old regions at 1732375081848 (+45 ms)Region opened successfully at 1732375081871 (+23 ms) 2024-11-23T15:18:01,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:01,871 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:01,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:01,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:01,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:01,873 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:01,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375081871Disabling compacts and flushes for region at 1732375081871Disabling writes for close at 1732375081872 (+1 ms)Writing region close event to WAL at 1732375081873 (+1 ms)Closed at 1732375081873 2024-11-23T15:18:01,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:01,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:18:01,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:18:01,906 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:01,910 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:18:02,062 DEBUG [018362ca5320:46793 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:18:02,081 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,42769,1732375078324 2024-11-23T15:18:02,096 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42769,1732375078324, state=OPENING 2024-11-23T15:18:02,177 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:18:02,188 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:02,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:02,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:02,193 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:02,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,42769,1732375078324}] 2024-11-23T15:18:02,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:18:02,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:18:02,418 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:18:02,419 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:02,420 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:18:02,425 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42769%2C1732375078324.meta, suffix=.meta, logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs, maxLogs=10 2024-11-23T15:18:02,449 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.meta.1732375082428.meta, exclude list is [], retry=0 2024-11-23T15:18:02,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-7c21ea2e-4169-45ce-b952-d095a3bdf799,DISK] 2024-11-23T15:18:02,477 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.meta.1732375082428.meta 2024-11-23T15:18:02,487 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-23T15:18:02,488 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:02,495 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:02,497 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:02,501 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:18:02,504 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:18:02,510 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:18:02,512 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:02,512 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:18:02,512 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:18:02,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:02,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:02,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:02,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:02,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:02,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:02,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:02,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:02,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:02,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:02,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:02,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:02,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:02,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:02,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:02,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:02,534 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:02,539 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740 2024-11-23T15:18:02,543 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740 2024-11-23T15:18:02,547 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:02,547 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:02,553 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:02,563 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:02,566 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63886994, jitterRate=-0.04800960421562195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:02,566 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:18:02,568 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375082513Writing region info on filesystem at 1732375082514 (+1 ms)Initializing all the Stores at 1732375082517 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375082517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375082517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375082517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375082517Cleaning up temporary data from old regions at 1732375082547 (+30 ms)Running coprocessor post-open hooks at 1732375082566 (+19 ms)Region opened successfully at 1732375082568 (+2 ms) 2024-11-23T15:18:02,581 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375082380 2024-11-23T15:18:02,597 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:18:02,597 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:18:02,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,42769,1732375078324 2024-11-23T15:18:02,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42769,1732375078324, state=OPEN 2024-11-23T15:18:02,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433171054/meta-region-server 2024-11-23T15:18:02,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:02,651 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,42769,1732375078324 2024-11-23T15:18:02,651 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433171054/meta-region-server 2024-11-23T15:18:02,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:02,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:18:02,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,42769,1732375078324 in 456 msec 2024-11-23T15:18:02,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:18:02,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 778 msec 2024-11-23T15:18:02,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:02,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:18:02,734 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:02,737 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42769,1732375078324, seqNum=-1] 2024-11-23T15:18:02,764 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:02,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:02,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0220 sec 2024-11-23T15:18:02,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375082821, completionTime=-1 2024-11-23T15:18:02,831 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:18:02,831 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:18:02,874 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:18:02,874 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375142874 2024-11-23T15:18:02,874 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375202874 2024-11-23T15:18:02,875 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 43 msec 2024-11-23T15:18:02,878 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,46793,1732375077485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:02,880 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,46793,1732375077485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:02,881 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,46793,1732375077485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:02,883 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:46793, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:02,895 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:18:02,896 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:02,897 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:02,937 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.294sec 2024-11-23T15:18:02,938 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:18:02,948 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:18:02,950 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:18:02,951 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:18:02,951 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:18:02,953 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,46793,1732375077485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:02,953 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,46793,1732375077485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:18:02,971 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:18:02,973 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:18:02,973 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,46793,1732375077485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:02,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:02,996 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T15:18:02,997 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T15:18:03,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,46793,-1 for getting cluster id 2024-11-23T15:18:03,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:03,018 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c61b5150-dc9e-4b1c-984f-13f117744ff0' 2024-11-23T15:18:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c61b5150-dc9e-4b1c-984f-13f117744ff0" 2024-11-23T15:18:03,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fce7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:03,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,46793,-1] 2024-11-23T15:18:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:03,033 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:03,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:03,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:03,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42769,1732375078324, seqNum=-1] 2024-11-23T15:18:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:03,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,46793,1732375077485 2024-11-23T15:18:03,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54907 2024-11-23T15:18:03,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:03,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016845c60d0002 connected 2024-11-23T15:18:03,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.log.dir so I do NOT create it in target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37 2024-11-23T15:18:03,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:18:03,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.tmp.dir so I do NOT create it in target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37 2024-11-23T15:18:03,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:18:03,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37 2024-11-23T15:18:03,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:18:03,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/cluster_f27a3903-beaa-ed18-1bb1-b32a5c076ea4, deleteOnExit=true 2024-11-23T15:18:03,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:18:03,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/test.cache.data in system properties and HBase conf 2024-11-23T15:18:03,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:18:03,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:18:03,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:18:03,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:18:03,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:18:03,184 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:18:03,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:03,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:03,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:18:03,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:03,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:18:03,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:18:03,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:03,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:03,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:18:03,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:18:03,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:18:03,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:03,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:18:03,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:18:03,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:03,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:03,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:03,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:03,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:18:03,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:03,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:03,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:03,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/java.io.tmpdir/jetty-localhost-35763-hadoop-hdfs-3_4_1-tests_jar-_-any-2638348060149683033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:03,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:35763} 2024-11-23T15:18:03,802 INFO [Time-limited test {}] server.Server(415): Started @14185ms 2024-11-23T15:18:04,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:04,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:04,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:04,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:04,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:18:04,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:04,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:04,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/java.io.tmpdir/jetty-localhost-43345-hadoop-hdfs-3_4_1-tests_jar-_-any-10135203399970962355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:04,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:43345} 2024-11-23T15:18:04,294 INFO [Time-limited test {}] server.Server(415): Started @14676ms 2024-11-23T15:18:04,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:18:05,203 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/cluster_f27a3903-beaa-ed18-1bb1-b32a5c076ea4/data/data2/current/BP-892618347-172.17.0.2-1732375083227/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:05,203 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/cluster_f27a3903-beaa-ed18-1bb1-b32a5c076ea4/data/data1/current/BP-892618347-172.17.0.2-1732375083227/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:05,282 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:18:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc107e21d50fa909 with lease ID 0x78d963d5fa7b9b3: Processing first storage report for DS-c9883518-992b-4ebd-9dda-e8dcb405217a from datanode DatanodeRegistration(127.0.0.1:36309, datanodeUuid=5a4ad62c-4bf1-43ec-893b-333c5969138a, infoPort=37101, infoSecurePort=0, ipcPort=36905, storageInfo=lv=-57;cid=testClusterID;nsid=1282030292;c=1732375083227) 2024-11-23T15:18:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc107e21d50fa909 with lease ID 0x78d963d5fa7b9b3: from storage DS-c9883518-992b-4ebd-9dda-e8dcb405217a node DatanodeRegistration(127.0.0.1:36309, datanodeUuid=5a4ad62c-4bf1-43ec-893b-333c5969138a, infoPort=37101, infoSecurePort=0, ipcPort=36905, storageInfo=lv=-57;cid=testClusterID;nsid=1282030292;c=1732375083227), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc107e21d50fa909 with lease ID 0x78d963d5fa7b9b3: Processing first storage report for DS-181e1d70-480e-43f2-939c-3bc5b665e5d2 from datanode DatanodeRegistration(127.0.0.1:36309, datanodeUuid=5a4ad62c-4bf1-43ec-893b-333c5969138a, infoPort=37101, infoSecurePort=0, ipcPort=36905, storageInfo=lv=-57;cid=testClusterID;nsid=1282030292;c=1732375083227) 2024-11-23T15:18:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc107e21d50fa909 with lease ID 0x78d963d5fa7b9b3: from storage DS-181e1d70-480e-43f2-939c-3bc5b665e5d2 node DatanodeRegistration(127.0.0.1:36309, datanodeUuid=5a4ad62c-4bf1-43ec-893b-333c5969138a, infoPort=37101, infoSecurePort=0, ipcPort=36905, storageInfo=lv=-57;cid=testClusterID;nsid=1282030292;c=1732375083227), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:05,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37 2024-11-23T15:18:05,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:05,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:18:05,741 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02 with version=8 2024-11-23T15:18:05,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/hbase-staging 2024-11-23T15:18:05,744 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:05,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:05,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:05,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:05,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:05,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:05,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:18:05,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:05,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33467 2024-11-23T15:18:05,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33467 connecting to ZooKeeper ensemble=127.0.0.1:54907 2024-11-23T15:18:05,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334670x0, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:05,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33467-0x1016845c60d0003 connected 2024-11-23T15:18:05,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:05,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:05,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on znode that does not yet exist, /1-1407446189/running 2024-11-23T15:18:05,876 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02, hbase.cluster.distributed=false 2024-11-23T15:18:05,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on znode that does not yet exist, /1-1407446189/acl 2024-11-23T15:18:05,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-23T15:18:05,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33467 2024-11-23T15:18:05,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33467 2024-11-23T15:18:05,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-23T15:18:05,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-23T15:18:05,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:05,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:05,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:05,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:05,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:05,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:05,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:18:05,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:05,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36471 2024-11-23T15:18:05,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36471 connecting to ZooKeeper ensemble=127.0.0.1:54907 2024-11-23T15:18:05,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:05,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:06,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364710x0, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:06,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364710x0, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on znode that does not yet exist, /1-1407446189/running 2024-11-23T15:18:06,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:18:06,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36471-0x1016845c60d0004 connected 2024-11-23T15:18:06,069 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:18:06,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on znode that does not yet exist, /1-1407446189/master 2024-11-23T15:18:06,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on znode that does not yet exist, /1-1407446189/acl 2024-11-23T15:18:06,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36471 2024-11-23T15:18:06,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36471 2024-11-23T15:18:06,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36471 2024-11-23T15:18:06,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36471 2024-11-23T15:18:06,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36471 2024-11-23T15:18:06,141 DEBUG [M:0;018362ca5320:33467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:33467 2024-11-23T15:18:06,155 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1407446189/backup-masters/018362ca5320,33467,1732375085744 2024-11-23T15:18:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189/backup-masters 2024-11-23T15:18:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189/backup-masters 2024-11-23T15:18:06,297 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on existing znode=/1-1407446189/backup-masters/018362ca5320,33467,1732375085744 2024-11-23T15:18:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1407446189/master 2024-11-23T15:18:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:06,360 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on existing znode=/1-1407446189/master 2024-11-23T15:18:06,361 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1407446189/backup-masters/018362ca5320,33467,1732375085744 from backup master directory 2024-11-23T15:18:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1407446189/backup-masters/018362ca5320,33467,1732375085744 2024-11-23T15:18:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189/backup-masters 2024-11-23T15:18:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189/backup-masters 2024-11-23T15:18:06,402 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:06,402 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,33467,1732375085744 2024-11-23T15:18:06,410 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/hbase.id] with ID: 45b3c68e-e778-4522-912c-250968a29ed0 2024-11-23T15:18:06,410 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/.tmp/hbase.id 2024-11-23T15:18:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:18:06,820 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/.tmp/hbase.id]:[hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/hbase.id] 2024-11-23T15:18:06,842 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:06,842 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:18:06,844 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T15:18:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:06,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:06,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:18:06,925 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:06,925 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:18:06,926 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:06,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:18:06,939 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store 2024-11-23T15:18:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:18:07,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:18:07,350 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:07,350 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:07,350 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:07,350 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:07,350 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:07,350 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:07,350 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:07,350 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375087350Disabling compacts and flushes for region at 1732375087350Disabling writes for close at 1732375087350Writing region close event to WAL at 1732375087350Closed at 1732375087350 2024-11-23T15:18:07,352 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/.initializing 2024-11-23T15:18:07,352 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/WALs/018362ca5320,33467,1732375085744 2024-11-23T15:18:07,354 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:07,357 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C33467%2C1732375085744, suffix=, logDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/WALs/018362ca5320,33467,1732375085744, archiveDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/oldWALs, maxLogs=10 2024-11-23T15:18:07,375 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/WALs/018362ca5320,33467,1732375085744/018362ca5320%2C33467%2C1732375085744.1732375087358, exclude list is [], retry=0 2024-11-23T15:18:07,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-c9883518-992b-4ebd-9dda-e8dcb405217a,DISK] 2024-11-23T15:18:07,383 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/WALs/018362ca5320,33467,1732375085744/018362ca5320%2C33467%2C1732375085744.1732375087358 2024-11-23T15:18:07,383 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37101:37101)] 2024-11-23T15:18:07,383 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:07,384 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:07,384 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,384 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:18:07,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:07,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:07,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:18:07,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:07,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:07,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:18:07,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:07,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:07,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:18:07,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:07,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:07,400 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,401 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,402 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,404 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,404 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,405 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:07,407 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:07,410 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:07,411 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60028899, jitterRate=-0.10549969971179962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:07,412 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375087384Initializing all the Stores at 1732375087386 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375087386Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375087386Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375087386Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375087386Cleaning up temporary data from old regions at 1732375087404 (+18 ms)Region opened successfully at 1732375087411 (+7 ms) 2024-11-23T15:18:07,412 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:18:07,418 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b498463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:07,419 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:18:07,420 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:18:07,420 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:18:07,420 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:18:07,421 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:18:07,421 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:18:07,421 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:18:07,424 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:18:07,425 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Unable to get data of znode /1-1407446189/balancer because node does not exist (not necessarily an error) 2024-11-23T15:18:07,576 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1407446189/balancer already deleted, retry=false 2024-11-23T15:18:07,577 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:18:07,578 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Unable to get data of znode /1-1407446189/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:18:07,661 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1407446189/normalizer already deleted, retry=false 2024-11-23T15:18:07,661 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:18:07,663 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Unable to get data of znode /1-1407446189/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:18:07,671 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1407446189/switch/split already deleted, retry=false 2024-11-23T15:18:07,673 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Unable to get data of znode /1-1407446189/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:18:07,682 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1407446189/switch/merge already deleted, retry=false 2024-11-23T15:18:07,685 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Unable to get data of znode /1-1407446189/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:18:07,705 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1407446189/snapshot-cleanup already deleted, retry=false 2024-11-23T15:18:07,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1407446189/running 2024-11-23T15:18:07,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:07,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1407446189/running 2024-11-23T15:18:07,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:07,728 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,33467,1732375085744, sessionid=0x1016845c60d0003, setting cluster-up flag (Was=false) 2024-11-23T15:18:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:07,787 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1407446189/flush-table-proc/acquired, /1-1407446189/flush-table-proc/reached, /1-1407446189/flush-table-proc/abort 2024-11-23T15:18:07,789 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33467,1732375085744 2024-11-23T15:18:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:07,840 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1407446189/online-snapshot/acquired, /1-1407446189/online-snapshot/reached, /1-1407446189/online-snapshot/abort 2024-11-23T15:18:07,842 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33467,1732375085744 2024-11-23T15:18:07,844 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:18:07,849 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:07,850 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:18:07,850 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:18:07,850 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,33467,1732375085744 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:18:07,854 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:07,854 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:07,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:07,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:07,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:18:07,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:07,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:07,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:07,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:07,859 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:18:07,860 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375117860 2024-11-23T15:18:07,860 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:18:07,861 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:18:07,861 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:18:07,861 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:18:07,861 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:18:07,861 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:18:07,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:07,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:18:07,869 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:07,870 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:18:07,870 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:18:07,870 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:18:07,870 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:18:07,874 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:18:07,874 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:18:07,876 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375087874,5,FailOnTimeoutGroup] 2024-11-23T15:18:07,878 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375087876,5,FailOnTimeoutGroup] 2024-11-23T15:18:07,879 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:07,879 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:18:07,879 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:07,879 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:18:07,915 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(746): ClusterId : 45b3c68e-e778-4522-912c-250968a29ed0 2024-11-23T15:18:07,916 DEBUG [RS:0;018362ca5320:36471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:18:07,925 DEBUG [RS:0;018362ca5320:36471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:18:07,925 DEBUG [RS:0;018362ca5320:36471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:18:07,936 DEBUG [RS:0;018362ca5320:36471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:18:07,937 DEBUG [RS:0;018362ca5320:36471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc0a11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:07,953 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:36471 2024-11-23T15:18:07,953 INFO [RS:0;018362ca5320:36471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:18:07,953 INFO [RS:0;018362ca5320:36471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:18:07,953 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:18:07,954 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,33467,1732375085744 with port=36471, startcode=1732375085986 2024-11-23T15:18:07,955 DEBUG [RS:0;018362ca5320:36471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:18:07,961 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:18:07,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,36471,1732375085986 2024-11-23T15:18:07,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33467 {}] master.ServerManager(517): Registering regionserver=018362ca5320,36471,1732375085986 2024-11-23T15:18:07,968 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02 2024-11-23T15:18:07,968 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35633 2024-11-23T15:18:07,968 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:18:08,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:18:08,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189/rs 2024-11-23T15:18:08,069 DEBUG [RS:0;018362ca5320:36471 {}] zookeeper.ZKUtil(111): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on existing znode=/1-1407446189/rs/018362ca5320,36471,1732375085986 2024-11-23T15:18:08,069 WARN [RS:0;018362ca5320:36471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:08,069 INFO [RS:0;018362ca5320:36471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:08,069 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/WALs/018362ca5320,36471,1732375085986 2024-11-23T15:18:08,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,36471,1732375085986] 2024-11-23T15:18:08,074 INFO [RS:0;018362ca5320:36471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:18:08,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:18:08,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:18:08,085 INFO [RS:0;018362ca5320:36471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:18:08,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:08,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T15:18:08,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:08,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T15:18:08,086 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:18:08,086 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T15:18:08,087 INFO [RS:0;018362ca5320:36471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:18:08,088 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,088 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:18:08,089 INFO [RS:0;018362ca5320:36471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:18:08,090 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,090 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,090 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,090 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,090 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,090 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:08,091 DEBUG [RS:0;018362ca5320:36471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:08,092 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,093 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,093 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,093 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,093 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,093 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36471,1732375085986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:08,113 INFO [RS:0;018362ca5320:36471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:18:08,113 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36471,1732375085986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,114 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,114 INFO [RS:0;018362ca5320:36471 {}] regionserver.Replication(171): 018362ca5320,36471,1732375085986 started 2024-11-23T15:18:08,129 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:08,130 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,36471,1732375085986, RpcServer on 018362ca5320/172.17.0.2:36471, sessionid=0x1016845c60d0004 2024-11-23T15:18:08,130 DEBUG [RS:0;018362ca5320:36471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:18:08,130 DEBUG [RS:0;018362ca5320:36471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,36471,1732375085986 2024-11-23T15:18:08,130 DEBUG [RS:0;018362ca5320:36471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,36471,1732375085986' 2024-11-23T15:18:08,130 DEBUG [RS:0;018362ca5320:36471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1407446189/flush-table-proc/abort' 2024-11-23T15:18:08,131 DEBUG [RS:0;018362ca5320:36471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1407446189/flush-table-proc/acquired' 2024-11-23T15:18:08,132 DEBUG [RS:0;018362ca5320:36471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:18:08,132 DEBUG [RS:0;018362ca5320:36471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:18:08,132 DEBUG [RS:0;018362ca5320:36471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,36471,1732375085986 2024-11-23T15:18:08,132 DEBUG [RS:0;018362ca5320:36471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,36471,1732375085986' 2024-11-23T15:18:08,132 DEBUG [RS:0;018362ca5320:36471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1407446189/online-snapshot/abort' 2024-11-23T15:18:08,132 DEBUG [RS:0;018362ca5320:36471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1407446189/online-snapshot/acquired' 2024-11-23T15:18:08,133 DEBUG [RS:0;018362ca5320:36471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:18:08,133 INFO [RS:0;018362ca5320:36471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:18:08,133 INFO [RS:0;018362ca5320:36471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:18:08,234 INFO [RS:0;018362ca5320:36471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:08,237 INFO [RS:0;018362ca5320:36471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C36471%2C1732375085986, suffix=, logDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/WALs/018362ca5320,36471,1732375085986, archiveDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/oldWALs, maxLogs=10 2024-11-23T15:18:08,251 DEBUG [RS:0;018362ca5320:36471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/WALs/018362ca5320,36471,1732375085986/018362ca5320%2C36471%2C1732375085986.1732375088238, exclude list is [], retry=0 2024-11-23T15:18:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-c9883518-992b-4ebd-9dda-e8dcb405217a,DISK] 2024-11-23T15:18:08,258 INFO [RS:0;018362ca5320:36471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/WALs/018362ca5320,36471,1732375085986/018362ca5320%2C36471%2C1732375085986.1732375088238 2024-11-23T15:18:08,259 DEBUG [RS:0;018362ca5320:36471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37101:37101)] 2024-11-23T15:18:08,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:18:08,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02 2024-11-23T15:18:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:18:08,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:08,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:08,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:08,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:08,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:08,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:08,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:08,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:08,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:08,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:08,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:08,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:08,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:08,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:08,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:08,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:08,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:08,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:08,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740 2024-11-23T15:18:08,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740 2024-11-23T15:18:08,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:08,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:08,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:08,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:08,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:08,728 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74211323, jitterRate=0.10583488643169403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375088695Initializing all the Stores at 1732375088697 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375088697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375088697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375088697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375088697Cleaning up temporary data from old regions at 1732375088719 (+22 ms)Region opened successfully at 1732375088728 (+9 ms) 2024-11-23T15:18:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:08,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:08,729 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:08,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375088728Disabling compacts and flushes for region at 1732375088728Disabling writes for close at 1732375088728Writing region close event to WAL at 1732375088729 (+1 ms)Closed at 1732375088729 2024-11-23T15:18:08,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:08,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:18:08,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:18:08,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:08,737 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:18:08,887 DEBUG [018362ca5320:33467 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:18:08,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,36471,1732375085986 2024-11-23T15:18:08,892 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,36471,1732375085986, state=OPENING 2024-11-23T15:18:08,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:18:08,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:08,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:08,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1407446189/meta-region-server: CHANGED 2024-11-23T15:18:08,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1407446189/meta-region-server: CHANGED 2024-11-23T15:18:08,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:08,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,36471,1732375085986}] 2024-11-23T15:18:09,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:18:09,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:18:09,124 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:18:09,124 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:09,125 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:18:09,128 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C36471%2C1732375085986.meta, suffix=.meta, logDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/WALs/018362ca5320,36471,1732375085986, archiveDir=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/oldWALs, maxLogs=10 2024-11-23T15:18:09,144 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/WALs/018362ca5320,36471,1732375085986/018362ca5320%2C36471%2C1732375085986.meta.1732375089130.meta, exclude list is [], retry=0 2024-11-23T15:18:09,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-c9883518-992b-4ebd-9dda-e8dcb405217a,DISK] 2024-11-23T15:18:09,150 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/WALs/018362ca5320,36471,1732375085986/018362ca5320%2C36471%2C1732375085986.meta.1732375089130.meta 2024-11-23T15:18:09,150 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37101:37101)] 2024-11-23T15:18:09,151 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:09,151 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:09,151 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:09,151 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:18:09,152 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:18:09,152 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:18:09,152 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:09,152 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:18:09,152 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:18:09,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:09,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:09,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:09,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:09,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:09,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:09,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:09,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:09,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:09,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:09,167 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:09,168 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740 2024-11-23T15:18:09,170 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740 2024-11-23T15:18:09,173 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:09,173 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:09,174 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:09,177 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:09,178 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70207341, jitterRate=0.046170905232429504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:09,178 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:18:09,179 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375089152Writing region info on filesystem at 1732375089152Initializing all the Stores at 1732375089155 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375089155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375089155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375089155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375089155Cleaning up temporary data from old regions at 1732375089173 (+18 ms)Running coprocessor post-open hooks at 1732375089179 (+6 ms)Region opened successfully at 1732375089179 2024-11-23T15:18:09,181 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375089113 2024-11-23T15:18:09,185 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:18:09,185 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:18:09,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,36471,1732375085986 2024-11-23T15:18:09,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,36471,1732375085986, state=OPEN 2024-11-23T15:18:09,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1407446189/meta-region-server 2024-11-23T15:18:09,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1407446189/meta-region-server 2024-11-23T15:18:09,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,36471,1732375085986 2024-11-23T15:18:09,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1407446189/meta-region-server: CHANGED 2024-11-23T15:18:09,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1407446189/meta-region-server: CHANGED 2024-11-23T15:18:09,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:18:09,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,36471,1732375085986 in 240 msec 2024-11-23T15:18:09,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:18:09,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-23T15:18:09,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:09,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:18:09,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:09,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36471,1732375085986, seqNum=-1] 2024-11-23T15:18:09,215 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:09,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:09,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3790 sec 2024-11-23T15:18:09,229 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375089229, completionTime=-1 2024-11-23T15:18:09,230 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:18:09,230 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:18:09,233 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:18:09,233 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375149233 2024-11-23T15:18:09,233 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375209233 2024-11-23T15:18:09,233 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-23T15:18:09,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33467,1732375085744-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:09,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33467,1732375085744-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:09,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33467,1732375085744-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:09,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:33467, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:09,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:09,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:09,237 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:18:09,239 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.837sec 2024-11-23T15:18:09,239 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:18:09,240 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:18:09,240 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:18:09,240 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:18:09,240 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:18:09,240 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33467,1732375085744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:09,240 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33467,1732375085744-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:18:09,243 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:18:09,243 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:18:09,244 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33467,1732375085744-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:09,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:09,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:09,323 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:09,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e21459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:09,327 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:09,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:09,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36471,1732375085986, seqNum=-1] 2024-11-23T15:18:09,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:09,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:09,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,33467,1732375085744 2024-11-23T15:18:09,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54907 2024-11-23T15:18:09,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:09,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016845c60d0005 connected 2024-11-23T15:18:09,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,46793,-1 for getting cluster id 2024-11-23T15:18:09,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:09,370 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c61b5150-dc9e-4b1c-984f-13f117744ff0' 2024-11-23T15:18:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c61b5150-dc9e-4b1c-984f-13f117744ff0" 2024-11-23T15:18:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4554afcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,46793,-1] 2024-11-23T15:18:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:09,374 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a78bb05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,46793,1732375077485 2024-11-23T15:18:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2116568b 2024-11-23T15:18:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:09,396 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:09,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:33467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:18:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:18:09,412 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33467' 2024-11-23T15:18:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:09,414 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582ed0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,414 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:09,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:09,415 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:09,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:09,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:09,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bdc3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:09,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:09,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:09,418 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:09,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fcbc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:09,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:09,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33467,1732375085744 2024-11-23T15:18:09,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ecf1500 2024-11-23T15:18:09,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:09,429 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:09,443 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:18:09,444 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:18:09,448 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:09,448 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:09,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:09,449 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:09,454 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:18:09,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:18:09,458 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:09,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:18:09,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741835_1011 (size=1138) 2024-11-23T15:18:09,507 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:18:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:09,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41c303c67c7daa83fcb44f60b2a6fe5a, NAME => 'hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2 2024-11-23T15:18:09,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741836_1012 (size=44) 2024-11-23T15:18:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:10,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:10,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 41c303c67c7daa83fcb44f60b2a6fe5a, disabling compactions & flushes 2024-11-23T15:18:10,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:10,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:10,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. after waiting 0 ms 2024-11-23T15:18:10,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:10,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:10,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41c303c67c7daa83fcb44f60b2a6fe5a: Waiting for close lock at 1732375090301Disabling compacts and flushes for region at 1732375090301Disabling writes for close at 1732375090301Writing region close event to WAL at 1732375090301Closed at 1732375090301 2024-11-23T15:18:10,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:18:10,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375090313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375090313"}]},"ts":"1732375090313"} 2024-11-23T15:18:10,325 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:18:10,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:18:10,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375090327"}]},"ts":"1732375090327"} 2024-11-23T15:18:10,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:18:10,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN}] 2024-11-23T15:18:10,340 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN 2024-11-23T15:18:10,342 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN; state=OFFLINE, location=018362ca5320,42769,1732375078324; forceNewPlan=false, retain=false 2024-11-23T15:18:10,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41c303c67c7daa83fcb44f60b2a6fe5a, regionState=OPENING, regionLocation=018362ca5320,42769,1732375078324 2024-11-23T15:18:10,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN because future has completed 2024-11-23T15:18:10,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41c303c67c7daa83fcb44f60b2a6fe5a, server=018362ca5320,42769,1732375078324}] 2024-11-23T15:18:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:10,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:10,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:10,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:18:10,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42769%2C1732375078324.rep, suffix=, logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs, maxLogs=10 2024-11-23T15:18:10,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.rep.1732375090665, exclude list is [], retry=0 2024-11-23T15:18:10,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-7c21ea2e-4169-45ce-b952-d095a3bdf799,DISK] 2024-11-23T15:18:10,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.rep.1732375090665 2024-11-23T15:18:10,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-23T15:18:10,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 41c303c67c7daa83fcb44f60b2a6fe5a, NAME => 'hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:10,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. service=MultiRowMutationService 2024-11-23T15:18:10,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:18:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:10,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,693 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,695 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c303c67c7daa83fcb44f60b2a6fe5a columnFamilyName hfileref 2024-11-23T15:18:10,696 DEBUG [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:10,696 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(327): Store=41c303c67c7daa83fcb44f60b2a6fe5a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:10,697 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,699 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c303c67c7daa83fcb44f60b2a6fe5a columnFamilyName queue 2024-11-23T15:18:10,699 DEBUG [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:10,699 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(327): Store=41c303c67c7daa83fcb44f60b2a6fe5a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:10,700 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,702 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c303c67c7daa83fcb44f60b2a6fe5a columnFamilyName sid 2024-11-23T15:18:10,702 DEBUG [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:10,703 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(327): Store=41c303c67c7daa83fcb44f60b2a6fe5a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:10,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:18:10,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:10,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 41c303c67c7daa83fcb44f60b2a6fe5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67948634, jitterRate=0.012513548135757446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:18:10,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:10,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 41c303c67c7daa83fcb44f60b2a6fe5a: Running coprocessor pre-open hook at 1732375090691Writing region info on filesystem at 1732375090691Initializing all the Stores at 1732375090693 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375090693Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375090693Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375090693Cleaning up temporary data from old regions at 1732375090707 (+14 ms)Running coprocessor post-open hooks at 1732375090714 (+7 ms)Region opened successfully at 1732375090715 (+1 ms) 2024-11-23T15:18:10,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a., pid=7, masterSystemTime=1732375090654 2024-11-23T15:18:10,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:10,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41c303c67c7daa83fcb44f60b2a6fe5a, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,42769,1732375078324 2024-11-23T15:18:10,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41c303c67c7daa83fcb44f60b2a6fe5a, server=018362ca5320,42769,1732375078324 because future has completed 2024-11-23T15:18:10,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T15:18:10,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 41c303c67c7daa83fcb44f60b2a6fe5a, server=018362ca5320,42769,1732375078324 in 229 msec 2024-11-23T15:18:10,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:18:10,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN in 399 msec 2024-11-23T15:18:10,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:18:10,745 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375090744"}]},"ts":"1732375090744"} 2024-11-23T15:18:10,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:18:10,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:18:10,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3010 sec 2024-11-23T15:18:10,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a., hostname=018362ca5320,42769,1732375078324, seqNum=2] 2024-11-23T15:18:10,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42769 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T15:18:10,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:10,850 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:10,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:18:11,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T15:18:11,041 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:18:11,098 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,42769,1732375078324, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:18:11,100 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:11,101 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42769,1732375078324, seqNum=-1] 2024-11-23T15:18:11,101 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:11,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T15:18:11,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,42769,1732375078324', locateType=CURRENT is [region=hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a., hostname=018362ca5320,42769,1732375078324, seqNum=2] 2024-11-23T15:18:11,114 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T15:18:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T15:18:11,124 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,42769,1732375078324 suceeded 2024-11-23T15:18:11,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T15:18:11,129 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:33467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:18:11,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 249 msec 2024-11-23T15:18:11,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7290 sec 2024-11-23T15:18:11,143 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33467' 2024-11-23T15:18:11,149 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e37148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,149 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:11,149 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:11,151 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:11,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:11,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:11,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a27057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:11,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:11,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:11,154 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:11,155 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c5a779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,155 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33467,1732375085744 2024-11-23T15:18:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c8d608 2024-11-23T15:18:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:11,159 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T15:18:11,161 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,42769,1732375078324 (queues=1) is replicating from cluster=c61b5150-dc9e-4b1c-984f-13f117744ff0 to cluster=45b3c68e-e778-4522-912c-250968a29ed0 2024-11-23T15:18:11,163 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C42769%2C1732375078324 2024-11-23T15:18:11,167 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,42769,1732375078324, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:18:11,175 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466, startPosition=0, beingWritten=true 2024-11-23T15:18:11,176 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.shipper018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C42769%2C1732375078324 2024-11-23T15:18:11,483 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:11,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:11,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:11,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:11,578 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:18:11,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:11,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:11,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,46793,-1 for getting cluster id 2024-11-23T15:18:11,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:11,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c61b5150-dc9e-4b1c-984f-13f117744ff0' 2024-11-23T15:18:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c61b5150-dc9e-4b1c-984f-13f117744ff0" 2024-11-23T15:18:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a73650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,46793,-1] 2024-11-23T15:18:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:11,586 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434c68cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:11,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,46793,1732375077485 2024-11-23T15:18:11,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb0add2 2024-11-23T15:18:11,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:11,599 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:11,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://018362ca5320:33467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:18:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:18:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T15:18:11,610 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33467' 2024-11-23T15:18:11,612 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32865aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,612 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:11,612 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:11,613 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d185627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:11,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:11,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:11,618 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:11,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f103dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:11,623 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:11,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33467,1732375085744 2024-11-23T15:18:11,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59e25000 2024-11-23T15:18:11,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:11,634 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:11,635 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-23T15:18:11,635 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:18:11,635 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:11,636 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:11,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T15:18:11,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:18:11,800 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:11,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-23T15:18:11,886 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T15:18:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T15:18:11,982 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-018362ca5320,42769,1732375078324, ReplicationSource: 2, currentBandwidth=0 2024-11-23T15:18:12,016 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T15:18:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T15:18:12,024 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 018362ca5320,42769,1732375078324 suceeded 2024-11-23T15:18:12,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:18:12,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 296 msec 2024-11-23T15:18:12,032 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://018362ca5320:33467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:18:12,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 433 msec 2024-11-23T15:18:12,061 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33467' 2024-11-23T15:18:12,063 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24dc1eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,063 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:12,064 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:12,066 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:12,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:12,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:12,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c8efaee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:12,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:12,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,071 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:12,073 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a043f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,073 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33467,1732375085744 2024-11-23T15:18:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f93315b 2024-11-23T15:18:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:12,078 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T15:18:12,080 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-018362ca5320,42769,1732375078324 (queues=1) is replicating from cluster=c61b5150-dc9e-4b1c-984f-13f117744ff0 to cluster=45b3c68e-e778-4522-912c-250968a29ed0 2024-11-23T15:18:12,080 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=018362ca5320%2C42769%2C1732375078324 2024-11-23T15:18:12,080 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-018362ca5320,42769,1732375078324, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:18:12,088 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324.replicationSource.shipper018362ca5320%2C42769%2C1732375078324,2-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C42769%2C1732375078324 2024-11-23T15:18:12,088 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,2-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466, startPosition=0, beingWritten=true 2024-11-23T15:18:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T15:18:12,237 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T15:18:12,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:12,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:12,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:12,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:12,240 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,46793,1732375077485 2024-11-23T15:18:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482f8b1e 2024-11-23T15:18:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:12,250 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:12,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T15:18:12,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T15:18:12,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T15:18:12,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T15:18:12,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://018362ca5320:33467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:18:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T15:18:12,283 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33467' 2024-11-23T15:18:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T15:18:12,285 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500b1bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,286 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:12,286 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:12,287 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a5176c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:12,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:12,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,291 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:12,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739d53b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,293 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:12,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33467,1732375085744 2024-11-23T15:18:12,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2abdd4a2 2024-11-23T15:18:12,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:12,297 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:12,298 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T15:18:12,298 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:18:12,298 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:12,299 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,325 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,2-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:12,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:18:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T15:18:12,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-23T15:18:12,501 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-23T15:18:12,503 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T15:18:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T15:18:12,507 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 018362ca5320,42769,1732375078324 suceeded 2024-11-23T15:18:12,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T15:18:12,511 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://018362ca5320:33467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:18:12,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-23T15:18:12,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 239 msec 2024-11-23T15:18:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T15:18:12,597 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-23T15:18:12,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://018362ca5320:33467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:18:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T15:18:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T15:18:12,607 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33467' 2024-11-23T15:18:12,609 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315ce3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,609 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:12,610 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:12,611 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:12,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:12,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:12,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c286e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:12,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:12,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,614 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:12,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d481f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:12,615 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:12,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33467,1732375085744 2024-11-23T15:18:12,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af4eee6 2024-11-23T15:18:12,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:12,619 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:12,620 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T15:18:12,620 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:18:12,620 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,621 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:12,633 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,2-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:12,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:18:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T15:18:12,759 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:12,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-23T15:18:12,795 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-23T15:18:12,796 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T15:18:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T15:18:12,800 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 018362ca5320,42769,1732375078324 suceeded 2024-11-23T15:18:12,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T15:18:12,804 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://018362ca5320:33467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:18:12,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-23T15:18:12,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 205 msec 2024-11-23T15:18:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T15:18:12,927 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-23T15:18:12,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T15:18:12,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T15:18:12,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:12,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:12,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:12,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:18:12,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1937509385, stopped=false 2024-11-23T15:18:12,931 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,46793,1732375077485 2024-11-23T15:18:12,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/running 2024-11-23T15:18:12,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:12,941 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/running 2024-11-23T15:18:12,941 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:12,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/running 2024-11-23T15:18:12,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/running 2024-11-23T15:18:12,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:12,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:12,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:12,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,42769,1732375078324' ***** 2024-11-23T15:18:12,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:18:12,946 INFO [RS:0;018362ca5320:42769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:18:12,946 INFO [RS:0;018362ca5320:42769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:18:12,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:18:12,946 INFO [RS:0;018362ca5320:42769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:18:12,946 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(3091): Received CLOSE for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:12,947 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,42769,1732375078324 2024-11-23T15:18:12,947 INFO [RS:0;018362ca5320:42769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:12,947 INFO [RS:0;018362ca5320:42769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42769. 2024-11-23T15:18:12,947 DEBUG [RS:0;018362ca5320:42769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:12,947 DEBUG [RS:0;018362ca5320:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:12,948 INFO [RS:0;018362ca5320:42769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:18:12,948 INFO [RS:0;018362ca5320:42769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:18:12,948 INFO [RS:0;018362ca5320:42769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:18:12,948 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:18:12,952 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:18:12,953 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41c303c67c7daa83fcb44f60b2a6fe5a=hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.} 2024-11-23T15:18:12,952 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41c303c67c7daa83fcb44f60b2a6fe5a, disabling compactions & flushes 2024-11-23T15:18:12,953 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:12,953 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:12,953 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. after waiting 0 ms 2024-11-23T15:18:12,953 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:12,953 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:12,956 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:12,957 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:12,957 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:12,957 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:12,957 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:12,962 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T15:18:12,962 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41c303c67c7daa83fcb44f60b2a6fe5a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-23T15:18:13,008 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:13,041 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/.tmp/queue/c8c37f28bd1d450694496dbed22e9110 is 151, key is 1-018362ca5320,42769,1732375078324/queue:018362ca5320%2C42769%2C1732375078324/1732375091109/Put/seqid=0 2024-11-23T15:18:13,041 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/info/bbb67008775f49859af0921dedd7c89b is 147, key is hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a./info:regioninfo/1732375090722/Put/seqid=0 2024-11-23T15:18:13,046 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,2-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:13,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741838_1014 (size=5500) 2024-11-23T15:18:13,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741839_1015 (size=6631) 2024-11-23T15:18:13,065 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/info/bbb67008775f49859af0921dedd7c89b 2024-11-23T15:18:13,153 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:13,170 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/ns/575b24a73bff470a8e87c463e6ea824b is 43, key is default/ns:d/1732375082773/Put/seqid=0 2024-11-23T15:18:13,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741840_1016 (size=5153) 2024-11-23T15:18:13,196 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/ns/575b24a73bff470a8e87c463e6ea824b 2024-11-23T15:18:13,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:18:13,258 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/table/0cf9ce8691fa47f7804a6ebe0925dc19 is 53, key is hbase:replication/table:state/1732375090744/Put/seqid=0 2024-11-23T15:18:13,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741841_1017 (size=5256) 2024-11-23T15:18:13,287 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:18:13,287 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:18:13,354 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:13,368 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:13,458 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/.tmp/queue/c8c37f28bd1d450694496dbed22e9110 2024-11-23T15:18:13,472 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/.tmp/queue/c8c37f28bd1d450694496dbed22e9110 as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/queue/c8c37f28bd1d450694496dbed22e9110 2024-11-23T15:18:13,490 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/queue/c8c37f28bd1d450694496dbed22e9110, entries=2, sequenceid=6, filesize=5.4 K 2024-11-23T15:18:13,499 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 41c303c67c7daa83fcb44f60b2a6fe5a in 537ms, sequenceid=6, compaction requested=false 2024-11-23T15:18:13,516 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T15:18:13,519 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:13,520 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:13,520 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:13,520 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41c303c67c7daa83fcb44f60b2a6fe5a: Waiting for close lock at 1732375092947Running coprocessor pre-close hooks at 1732375092952 (+5 ms)Disabling compacts and flushes for region at 1732375092952Disabling writes for close at 1732375092953 (+1 ms)Obtaining lock to block concurrent updates at 1732375092962 (+9 ms)Preparing flush snapshotting stores in 41c303c67c7daa83fcb44f60b2a6fe5a at 1732375092962Finished memstore snapshotting hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732375092974 (+12 ms)Flushing stores of hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. at 1732375092975 (+1 ms)Flushing 41c303c67c7daa83fcb44f60b2a6fe5a/queue: creating writer at 1732375092977 (+2 ms)Flushing 41c303c67c7daa83fcb44f60b2a6fe5a/queue: appending metadata at 1732375093024 (+47 ms)Flushing 41c303c67c7daa83fcb44f60b2a6fe5a/queue: closing flushed file at 1732375093028 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfeebd2: reopening flushed file at 1732375093469 (+441 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 41c303c67c7daa83fcb44f60b2a6fe5a in 537ms, sequenceid=6, compaction requested=false at 1732375093499 (+30 ms)Writing region close event to WAL at 1732375093504 (+5 ms)Running coprocessor post-close hooks at 1732375093517 (+13 ms)Closed at 1732375093520 (+3 ms) 2024-11-23T15:18:13,521 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:13,554 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:13,557 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324.replicationSource.wal-reader.018362ca5320%2C42769%2C1732375078324,2-018362ca5320,42769,1732375078324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324/018362ca5320%2C42769%2C1732375078324.1732375081466 to pos 0, reset compression=false 2024-11-23T15:18:13,673 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/table/0cf9ce8691fa47f7804a6ebe0925dc19 2024-11-23T15:18:13,689 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/info/bbb67008775f49859af0921dedd7c89b as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/info/bbb67008775f49859af0921dedd7c89b 2024-11-23T15:18:13,711 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/info/bbb67008775f49859af0921dedd7c89b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T15:18:13,717 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/ns/575b24a73bff470a8e87c463e6ea824b as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/ns/575b24a73bff470a8e87c463e6ea824b 2024-11-23T15:18:13,744 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/ns/575b24a73bff470a8e87c463e6ea824b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:18:13,747 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/table/0cf9ce8691fa47f7804a6ebe0925dc19 as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/table/0cf9ce8691fa47f7804a6ebe0925dc19 2024-11-23T15:18:13,756 DEBUG [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:13,773 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/table/0cf9ce8691fa47f7804a6ebe0925dc19, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T15:18:13,777 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 820ms, sequenceid=11, compaction requested=false 2024-11-23T15:18:13,789 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T15:18:13,790 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:13,790 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:13,790 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:13,791 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375092956Running coprocessor pre-close hooks at 1732375092956Disabling compacts and flushes for region at 1732375092956Disabling writes for close at 1732375092957 (+1 ms)Obtaining lock to block concurrent updates at 1732375092962 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1732375092962Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732375092974 (+12 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375092975 (+1 ms)Flushing 1588230740/info: creating writer at 1732375092977 (+2 ms)Flushing 1588230740/info: appending metadata at 1732375093025 (+48 ms)Flushing 1588230740/info: closing flushed file at 1732375093028 (+3 ms)Flushing 1588230740/ns: creating writer at 1732375093118 (+90 ms)Flushing 1588230740/ns: appending metadata at 1732375093166 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1732375093167 (+1 ms)Flushing 1588230740/table: creating writer at 1732375093210 (+43 ms)Flushing 1588230740/table: appending metadata at 1732375093258 (+48 ms)Flushing 1588230740/table: closing flushed file at 1732375093258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bdaac7: reopening flushed file at 1732375093686 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16720ff6: reopening flushed file at 1732375093711 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e59a7: reopening flushed file at 1732375093745 (+34 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 820ms, sequenceid=11, compaction requested=false at 1732375093777 (+32 ms)Writing region close event to WAL at 1732375093780 (+3 ms)Running coprocessor post-close hooks at 1732375093790 (+10 ms)Closed at 1732375093790 2024-11-23T15:18:13,791 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:13,956 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,42769,1732375078324; all regions closed. 2024-11-23T15:18:13,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741834_1010 (size=2742) 2024-11-23T15:18:13,971 DEBUG [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs 2024-11-23T15:18:13,971 INFO [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C42769%2C1732375078324.meta:.meta(num 1732375082428) 2024-11-23T15:18:13,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741837_1013 (size=1802) 2024-11-23T15:18:13,978 DEBUG [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs 2024-11-23T15:18:13,978 INFO [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C42769%2C1732375078324.rep:(num 1732375090665) 2024-11-23T15:18:13,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741833_1009 (size=93) 2024-11-23T15:18:13,988 DEBUG [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs 2024-11-23T15:18:13,988 INFO [RS:0;018362ca5320:42769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C42769%2C1732375078324:(num 1732375081466) 2024-11-23T15:18:13,988 DEBUG [RS:0;018362ca5320:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:13,988 INFO [RS:0;018362ca5320:42769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:13,988 INFO [RS:0;018362ca5320:42769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:13,988 INFO [RS:0;018362ca5320:42769 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:13,989 INFO [RS:0;018362ca5320:42769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:13,989 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:13,989 INFO [RS:0;018362ca5320:42769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,42769,1732375078324 because: Region server is closing 2024-11-23T15:18:13,990 INFO [RS:0;018362ca5320:42769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42769. 2024-11-23T15:18:13,990 DEBUG [RS:0;018362ca5320:42769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:13,990 DEBUG [RS:0;018362ca5320:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:13,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:13,991 DEBUG [RS:0;018362ca5320:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:14,091 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.shipper018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:18:14,092 INFO [RS:0;018362ca5320:42769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42769,1732375078324.replicationSource.shipper018362ca5320%2C42769%2C1732375078324,1-018362ca5320,42769,1732375078324 terminated 2024-11-23T15:18:14,092 INFO [RS:0;018362ca5320:42769 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-018362ca5320,42769,1732375078324 because: Region server is closing 2024-11-23T15:18:14,093 INFO [RS:0;018362ca5320:42769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42769. 2024-11-23T15:18:14,093 DEBUG [RS:0;018362ca5320:42769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:14,093 DEBUG [RS:0;018362ca5320:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:14,093 DEBUG [RS:0;018362ca5320:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:14,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:14,193 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324.replicationSource.shipper018362ca5320%2C42769%2C1732375078324,2-018362ca5320,42769,1732375078324 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:18:14,194 INFO [RS:0;018362ca5320:42769 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42769,1732375078324.replicationSource.shipper018362ca5320%2C42769%2C1732375078324,2-018362ca5320,42769,1732375078324 terminated 2024-11-23T15:18:14,194 INFO [RS:0;018362ca5320:42769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42769 2024-11-23T15:18:14,208 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/rs/018362ca5320,42769,1732375078324 2024-11-23T15:18:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/rs 2024-11-23T15:18:14,212 INFO [RS:0;018362ca5320:42769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:14,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,42769,1732375078324] 2024-11-23T15:18:14,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/draining/018362ca5320,42769,1732375078324 already deleted, retry=false 2024-11-23T15:18:14,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,42769,1732375078324 expired; onlineServers=0 2024-11-23T15:18:14,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,46793,1732375077485' ***** 2024-11-23T15:18:14,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:18:14,232 INFO [M:0;018362ca5320:46793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:14,232 INFO [M:0;018362ca5320:46793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:14,232 DEBUG [M:0;018362ca5320:46793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:18:14,233 DEBUG [M:0;018362ca5320:46793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:18:14,233 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:18:14,233 INFO [M:0;018362ca5320:46793 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:14,233 INFO [M:0;018362ca5320:46793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:14,233 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375080945 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375080945,5,FailOnTimeoutGroup] 2024-11-23T15:18:14,233 DEBUG [M:0;018362ca5320:46793 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:18:14,233 INFO [M:0;018362ca5320:46793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:18:14,233 INFO [M:0;018362ca5320:46793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:14,234 INFO [M:0;018362ca5320:46793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:18:14,235 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375080938 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375080938,5,FailOnTimeoutGroup] 2024-11-23T15:18:14,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:18:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/master 2024-11-23T15:18:14,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:14,260 DEBUG [M:0;018362ca5320:46793 {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/master already deleted, retry=false 2024-11-23T15:18:14,260 DEBUG [M:0;018362ca5320:46793 {}] master.ActiveMasterManager(353): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-433171054/master 2024-11-23T15:18:14,261 INFO [M:0;018362ca5320:46793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/.lastflushedseqids 2024-11-23T15:18:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741842_1018 (size=181) 2024-11-23T15:18:14,340 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:14,341 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42769-0x1016845c60d0001, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:14,341 INFO [RS:0;018362ca5320:42769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:14,341 INFO [RS:0;018362ca5320:42769 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,42769,1732375078324; zookeeper connection closed. 2024-11-23T15:18:14,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc6882f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc6882f 2024-11-23T15:18:14,344 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:18:14,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:18:14,726 INFO [M:0;018362ca5320:46793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:18:14,726 INFO [M:0;018362ca5320:46793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:18:14,726 DEBUG [M:0;018362ca5320:46793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:14,726 INFO [M:0;018362ca5320:46793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:14,726 DEBUG [M:0;018362ca5320:46793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:14,726 DEBUG [M:0;018362ca5320:46793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:14,726 DEBUG [M:0;018362ca5320:46793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:14,726 INFO [M:0;018362ca5320:46793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-23T15:18:14,746 DEBUG [M:0;018362ca5320:46793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cfc86142aa44cffbc352b3bc047c35c is 82, key is hbase:meta,,1/info:regioninfo/1732375082599/Put/seqid=0 2024-11-23T15:18:14,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741843_1019 (size=5672) 2024-11-23T15:18:15,154 INFO [M:0;018362ca5320:46793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cfc86142aa44cffbc352b3bc047c35c 2024-11-23T15:18:15,181 DEBUG [M:0;018362ca5320:46793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21bda09272c54291b0d825f8a88fa0bf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732375090754/Put/seqid=0 2024-11-23T15:18:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741844_1020 (size=8663) 2024-11-23T15:18:15,587 INFO [M:0;018362ca5320:46793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21bda09272c54291b0d825f8a88fa0bf 2024-11-23T15:18:15,608 DEBUG [M:0;018362ca5320:46793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4da2b2e18844d3e8b620b31294beefe is 69, key is 018362ca5320,42769,1732375078324/rs:state/1732375081075/Put/seqid=0 2024-11-23T15:18:15,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741845_1021 (size=5156) 2024-11-23T15:18:16,014 INFO [M:0;018362ca5320:46793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4da2b2e18844d3e8b620b31294beefe 2024-11-23T15:18:16,025 DEBUG [M:0;018362ca5320:46793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cfc86142aa44cffbc352b3bc047c35c as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cfc86142aa44cffbc352b3bc047c35c 2024-11-23T15:18:16,034 INFO [M:0;018362ca5320:46793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cfc86142aa44cffbc352b3bc047c35c, entries=8, sequenceid=115, filesize=5.5 K 2024-11-23T15:18:16,035 DEBUG [M:0;018362ca5320:46793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21bda09272c54291b0d825f8a88fa0bf as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21bda09272c54291b0d825f8a88fa0bf 2024-11-23T15:18:16,044 INFO [M:0;018362ca5320:46793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21bda09272c54291b0d825f8a88fa0bf, entries=14, sequenceid=115, filesize=8.5 K 2024-11-23T15:18:16,045 DEBUG [M:0;018362ca5320:46793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4da2b2e18844d3e8b620b31294beefe as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4da2b2e18844d3e8b620b31294beefe 2024-11-23T15:18:16,054 INFO [M:0;018362ca5320:46793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4da2b2e18844d3e8b620b31294beefe, entries=1, sequenceid=115, filesize=5.0 K 2024-11-23T15:18:16,055 INFO [M:0;018362ca5320:46793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=115, compaction requested=false 2024-11-23T15:18:16,065 INFO [M:0;018362ca5320:46793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:16,065 DEBUG [M:0;018362ca5320:46793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375094726Disabling compacts and flushes for region at 1732375094726Disabling writes for close at 1732375094726Obtaining lock to block concurrent updates at 1732375094726Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375094726Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732375094727 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375094728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375094728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375094746 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375094746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375095162 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375095180 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375095180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375095594 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375095607 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375095607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4068801f: reopening flushed file at 1732375096023 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d10bda7: reopening flushed file at 1732375096034 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e021f55: reopening flushed file at 1732375096044 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=115, compaction requested=false at 1732375096055 (+11 ms)Writing region close event to WAL at 1732375096064 (+9 ms)Closed at 1732375096064 2024-11-23T15:18:16,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741830_1006 (size=59421) 2024-11-23T15:18:16,070 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:16,070 INFO [M:0;018362ca5320:46793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:18:16,071 INFO [M:0;018362ca5320:46793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46793 2024-11-23T15:18:16,071 INFO [M:0;018362ca5320:46793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:16,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:16,233 INFO [M:0;018362ca5320:46793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:16,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46793-0x1016845c60d0000, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:16,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:16,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:16,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:16,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:16,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:16,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:16,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:18:16,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:16,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33259 2024-11-23T15:18:16,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33259 connecting to ZooKeeper ensemble=127.0.0.1:54907 2024-11-23T15:18:16,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332590x0, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:16,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33259-0x1016845c60d0006 connected 2024-11-23T15:18:16,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:16,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:16,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/running 2024-11-23T15:18:16,286 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: INIT 2024-11-23T15:18:16,286 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2, hbase.cluster.distributed=false 2024-11-23T15:18:16,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/acl 2024-11-23T15:18:16,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33259 2024-11-23T15:18:16,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33259 2024-11-23T15:18:16,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33259 2024-11-23T15:18:16,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33259 2024-11-23T15:18:16,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33259 2024-11-23T15:18:16,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:16,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:16,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:16,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:16,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:16,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:16,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:18:16,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:16,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43389 2024-11-23T15:18:16,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43389 connecting to ZooKeeper ensemble=127.0.0.1:54907 2024-11-23T15:18:16,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:16,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:16,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433890x0, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:16,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433890x0, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/running 2024-11-23T15:18:16,331 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: INIT 2024-11-23T15:18:16,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43389-0x1016845c60d0007 connected 2024-11-23T15:18:16,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:18:16,332 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:18:16,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/master 2024-11-23T15:18:16,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/acl 2024-11-23T15:18:16,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43389 2024-11-23T15:18:16,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43389 2024-11-23T15:18:16,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43389 2024-11-23T15:18:16,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43389 2024-11-23T15:18:16,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43389 2024-11-23T15:18:16,353 DEBUG [M:0;018362ca5320:33259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:33259 2024-11-23T15:18:16,353 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-433171054/backup-masters/018362ca5320,33259,1732375096235 2024-11-23T15:18:16,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/backup-masters 2024-11-23T15:18:16,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/backup-masters 2024-11-23T15:18:16,366 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on existing znode=/0-433171054/backup-masters/018362ca5320,33259,1732375096235 2024-11-23T15:18:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433171054/master 2024-11-23T15:18:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:16,376 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on existing znode=/0-433171054/master 2024-11-23T15:18:16,377 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-433171054/backup-masters/018362ca5320,33259,1732375096235 from backup master directory 2024-11-23T15:18:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/backup-masters 2024-11-23T15:18:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/backup-masters/018362ca5320,33259,1732375096235 2024-11-23T15:18:16,386 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/backup-masters 2024-11-23T15:18:16,386 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,33259,1732375096235 2024-11-23T15:18:16,403 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:16,403 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:18:16,420 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-23T15:18:16,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741846_1022 (size=196) 2024-11-23T15:18:16,865 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:16,866 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:18:16,866 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:16,876 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T15:18:16,880 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485 to hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485-dead as it is dead 2024-11-23T15:18:16,882 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T15:18:16,882 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T15:18:16,882 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485-dead/018362ca5320%2C46793%2C1732375077485.1732375079874 2024-11-23T15:18:16,888 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485-dead/018362ca5320%2C46793%2C1732375077485.1732375079874 after 4ms 2024-11-23T15:18:16,889 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485-dead/018362ca5320%2C46793%2C1732375077485.1732375079874 to hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/018362ca5320%2C46793%2C1732375077485.1732375079874 2024-11-23T15:18:16,890 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,46793,1732375077485-dead 2024-11-23T15:18:16,890 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,33259,1732375096235 2024-11-23T15:18:16,892 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:16,894 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C33259%2C1732375096235, suffix=, logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,33259,1732375096235, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/oldWALs, maxLogs=10 2024-11-23T15:18:16,912 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,33259,1732375096235/018362ca5320%2C33259%2C1732375096235.1732375096894, exclude list is [], retry=0 2024-11-23T15:18:16,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-7c21ea2e-4169-45ce-b952-d095a3bdf799,DISK] 2024-11-23T15:18:16,920 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,33259,1732375096235/018362ca5320%2C33259%2C1732375096235.1732375096894 2024-11-23T15:18:16,920 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-23T15:18:16,921 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:16,921 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:16,921 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,921 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:18:16,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:16,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cfc86142aa44cffbc352b3bc047c35c 2024-11-23T15:18:16,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:16,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:18:16,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:16,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21bda09272c54291b0d825f8a88fa0bf 2024-11-23T15:18:16,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:16,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:18:16,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:16,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4da2b2e18844d3e8b620b31294beefe 2024-11-23T15:18:16,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:16,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:18:16,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:16,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:16,967 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,967 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T15:18:16,968 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/018362ca5320%2C46793%2C1732375077485.1732375079874 2024-11-23T15:18:16,989 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/018362ca5320%2C46793%2C1732375077485.1732375079874 2024-11-23T15:18:16,991 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/018362ca5320%2C46793%2C1732375077485.1732375079874 2024-11-23T15:18:16,993 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,993 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:16,994 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:16,996 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:17,001 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-23T15:18:17,003 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73670678, jitterRate=0.09777864813804626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:17,004 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375096922Initializing all the Stores at 1732375096923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375096923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375096924 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375096924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375096924Cleaning up temporary data from old regions at 1732375096993 (+69 ms)Region opened successfully at 1732375097003 (+10 ms) 2024-11-23T15:18:17,008 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:18:17,015 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cff5896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:17,028 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T15:18:17,029 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:18:17,029 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:18:17,029 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:18:17,030 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:18:17,037 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:17,038 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:18:17,038 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:18:17,039 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:18:17,039 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T15:18:17,039 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T15:18:17,040 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-23T15:18:17,040 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:18:17,045 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=018362ca5320,42769,1732375078324, regionLocation=018362ca5320,42769,1732375078324, openSeqNum=2 2024-11-23T15:18:17,045 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=018362ca5320,42769,1732375078324, table=hbase:meta, region=1588230740 2024-11-23T15:18:17,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42769,1732375078324, state=OPEN 2024-11-23T15:18:17,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433171054/meta-region-server 2024-11-23T15:18:17,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433171054/meta-region-server 2024-11-23T15:18:17,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:17,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:17,061 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:18:17,101 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/draining/018362ca5320,42769,1732375078324 already deleted, retry=false 2024-11-23T15:18:17,101 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 018362ca5320,42769,1732375078324 on 018362ca5320,33259,1732375096235 2024-11-23T15:18:17,107 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 018362ca5320,42769,1732375078324, splitWal=true, meta=true 2024-11-23T15:18:17,110 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 018362ca5320,42769,1732375078324 (carryingMeta=true) 018362ca5320,42769,1732375078324/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@29f6132[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T15:18:17,113 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/balancer because node does not exist (not necessarily an error) 2024-11-23T15:18:17,134 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/balancer already deleted, retry=false 2024-11-23T15:18:17,134 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:18:17,135 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:18:17,144 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/normalizer already deleted, retry=false 2024-11-23T15:18:17,145 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:18:17,146 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:18:17,159 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/switch/split already deleted, retry=false 2024-11-23T15:18:17,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:18:17,172 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/switch/merge already deleted, retry=false 2024-11-23T15:18:17,199 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:18:17,207 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/snapshot-cleanup already deleted, retry=false 2024-11-23T15:18:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433171054/running 2024-11-23T15:18:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-433171054/running 2024-11-23T15:18:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:17,219 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,33259,1732375096235, sessionid=0x1016845c60d0006, setting cluster-up flag (Was=false) 2024-11-23T15:18:17,229 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-433171054/flush-table-proc/acquired, /0-433171054/flush-table-proc/reached, /0-433171054/flush-table-proc/abort 2024-11-23T15:18:17,231 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33259,1732375096235 2024-11-23T15:18:17,240 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-433171054/online-snapshot/acquired, /0-433171054/online-snapshot/reached, /0-433171054/online-snapshot/abort 2024-11-23T15:18:17,241 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33259,1732375096235 2024-11-23T15:18:17,243 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/.lastflushedseqids 2024-11-23T15:18:17,247 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:18:17,247 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:18:17,248 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,33259,1732375096235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 018362ca5320,42769,1732375078324 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:18:17,250 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:17,250 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:17,250 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:17,250 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:17,250 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:18:17,250 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,251 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:17,251 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,252 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375127252 2024-11-23T15:18:17,252 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:18:17,252 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:18:17,252 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:18:17,252 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:18:17,252 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:18:17,252 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:18:17,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,254 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 018362ca5320,42769,1732375078324, splitWal=true, meta=true 2024-11-23T15:18:17,256 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 018362ca5320,42769,1732375078324, splitWal=true, meta=true, isMeta: true 2024-11-23T15:18:17,256 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:18:17,256 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:18:17,257 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:18:17,257 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:18:17,257 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:18:17,258 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:18:17,258 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324-splitting 2024-11-23T15:18:17,258 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375097258,5,FailOnTimeoutGroup] 2024-11-23T15:18:17,258 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375097258,5,FailOnTimeoutGroup] 2024-11-23T15:18:17,258 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,258 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:18:17,258 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,258 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,259 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375097258, completionTime=-1 2024-11-23T15:18:17,259 WARN [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T15:18:17,259 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324-splitting dir is empty, no logs to split. 2024-11-23T15:18:17,260 INFO [PEWorker-1 {}] master.SplitWALManager(105): 018362ca5320,42769,1732375078324 WAL count=0, meta=true 2024-11-23T15:18:17,262 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T15:18:17,264 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324-splitting dir is empty, no logs to split. 2024-11-23T15:18:17,265 INFO [PEWorker-1 {}] master.SplitWALManager(105): 018362ca5320,42769,1732375078324 WAL count=0, meta=true 2024-11-23T15:18:17,265 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 018362ca5320,42769,1732375078324 WAL splitting is done? wals=0, meta=true 2024-11-23T15:18:17,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:18:17,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:17,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T15:18:17,343 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(746): ClusterId : c61b5150-dc9e-4b1c-984f-13f117744ff0 2024-11-23T15:18:17,343 DEBUG [RS:0;018362ca5320:43389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:18:17,422 WARN [018362ca5320:33259 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T15:18:17,525 DEBUG [RS:0;018362ca5320:43389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:18:17,525 DEBUG [RS:0;018362ca5320:43389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:18:17,640 DEBUG [RS:0;018362ca5320:43389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:18:17,640 DEBUG [RS:0;018362ca5320:43389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b14445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:17,653 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:43389 2024-11-23T15:18:17,653 INFO [RS:0;018362ca5320:43389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:18:17,653 INFO [RS:0;018362ca5320:43389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:18:17,653 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:18:17,654 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,33259,1732375096235 with port=43389, startcode=1732375096308 2024-11-23T15:18:17,654 DEBUG [RS:0;018362ca5320:43389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:18:17,656 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:18:17,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,43389,1732375096308 2024-11-23T15:18:17,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33259 {}] master.ServerManager(517): Registering regionserver=018362ca5320,43389,1732375096308 2024-11-23T15:18:17,659 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2 2024-11-23T15:18:17,659 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34185 2024-11-23T15:18:17,659 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:18:17,662 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=403ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T15:18:17,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/rs 2024-11-23T15:18:17,724 DEBUG [RS:0;018362ca5320:43389 {}] zookeeper.ZKUtil(111): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on existing znode=/0-433171054/rs/018362ca5320,43389,1732375096308 2024-11-23T15:18:17,724 WARN [RS:0;018362ca5320:43389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:17,724 INFO [RS:0;018362ca5320:43389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:17,724 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308 2024-11-23T15:18:17,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,43389,1732375096308] 2024-11-23T15:18:17,764 INFO [RS:0;018362ca5320:43389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:18:17,767 INFO [RS:0;018362ca5320:43389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:18:17,767 INFO [RS:0;018362ca5320:43389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:18:17,767 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,767 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:18:17,768 INFO [RS:0;018362ca5320:43389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:18:17,769 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,769 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,770 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,770 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:17,770 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:17,770 DEBUG [RS:0;018362ca5320:43389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:17,770 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,770 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,770 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,770 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,771 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,771 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,43389,1732375096308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:17,786 INFO [RS:0;018362ca5320:43389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:18:17,786 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,43389,1732375096308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,802 INFO [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,43389,1732375096308, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:18:17,816 INFO [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSource(231): queueId=2-018362ca5320,43389,1732375096308, ReplicationSource: 2, currentBandwidth=0 2024-11-23T15:18:17,817 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,817 INFO [RS:0;018362ca5320:43389 {}] regionserver.Replication(171): 018362ca5320,43389,1732375096308 started 2024-11-23T15:18:17,817 DEBUG [RS:0;018362ca5320:43389.replicationSource,1-018362ca5320,43389,1732375096308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33467' 2024-11-23T15:18:17,818 DEBUG [RS:0;018362ca5320:43389.replicationSource,1-018362ca5320,43389,1732375096308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@229fea50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:17,818 DEBUG [RS:0;018362ca5320:43389.replicationSource,1-018362ca5320,43389,1732375096308 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:17,819 DEBUG [RS:0;018362ca5320:43389.replicationSource,1-018362ca5320,43389,1732375096308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:17,820 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cdf1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:17,822 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:17,823 DEBUG [RS:0;018362ca5320:43389.replicationSource,1-018362ca5320,43389,1732375096308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dfcf1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:17,824 DEBUG [RS:0;018362ca5320:43389.replicationSource,1-018362ca5320,43389,1732375096308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33467,1732375085744 2024-11-23T15:18:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@688e485 2024-11-23T15:18:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:17,826 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T15:18:17,827 INFO [RS:0;018362ca5320:43389.replicationSource,1-018362ca5320,43389,1732375096308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,43389,1732375096308 (queues=0) is replicating from cluster=c61b5150-dc9e-4b1c-984f-13f117744ff0 to cluster=45b3c68e-e778-4522-912c-250968a29ed0 2024-11-23T15:18:17,833 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:17,834 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,43389,1732375096308, RpcServer on 018362ca5320/172.17.0.2:43389, sessionid=0x1016845c60d0007 2024-11-23T15:18:17,834 DEBUG [RS:0;018362ca5320:43389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:18:17,834 DEBUG [RS:0;018362ca5320:43389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,43389,1732375096308 2024-11-23T15:18:17,834 DEBUG [RS:0;018362ca5320:43389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,43389,1732375096308' 2024-11-23T15:18:17,834 DEBUG [RS:0;018362ca5320:43389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-433171054/flush-table-proc/abort' 2024-11-23T15:18:17,834 DEBUG [RS:0;018362ca5320:43389.replicationSource,2-018362ca5320,43389,1732375096308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33467' 2024-11-23T15:18:17,835 DEBUG [RS:0;018362ca5320:43389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-433171054/flush-table-proc/acquired' 2024-11-23T15:18:17,835 DEBUG [RS:0;018362ca5320:43389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:18:17,835 DEBUG [RS:0;018362ca5320:43389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:18:17,835 DEBUG [RS:0;018362ca5320:43389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,43389,1732375096308 2024-11-23T15:18:17,835 DEBUG [RS:0;018362ca5320:43389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,43389,1732375096308' 2024-11-23T15:18:17,835 DEBUG [RS:0;018362ca5320:43389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-433171054/online-snapshot/abort' 2024-11-23T15:18:17,836 DEBUG [RS:0;018362ca5320:43389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-433171054/online-snapshot/acquired' 2024-11-23T15:18:17,836 DEBUG [RS:0;018362ca5320:43389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:18:17,836 DEBUG [RS:0;018362ca5320:43389.replicationSource,2-018362ca5320,43389,1732375096308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5df6cb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:17,836 INFO [RS:0;018362ca5320:43389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:18:17,836 INFO [RS:0;018362ca5320:43389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:18:17,836 DEBUG [RS:0;018362ca5320:43389.replicationSource,2-018362ca5320,43389,1732375096308 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33467,-1 for getting cluster id 2024-11-23T15:18:17,837 DEBUG [RS:0;018362ca5320:43389.replicationSource,2-018362ca5320,43389,1732375096308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:17,837 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b3c68e-e778-4522-912c-250968a29ed0' 2024-11-23T15:18:17,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:17,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b3c68e-e778-4522-912c-250968a29ed0" 2024-11-23T15:18:17,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e080cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:17,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33467,-1] 2024-11-23T15:18:17,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:17,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:17,840 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:17,841 DEBUG [RS:0;018362ca5320:43389.replicationSource,2-018362ca5320,43389,1732375096308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45328fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:17,841 DEBUG [RS:0;018362ca5320:43389.replicationSource,2-018362ca5320,43389,1732375096308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33467,1732375085744 2024-11-23T15:18:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19769fac 2024-11-23T15:18:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:17,843 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T15:18:17,844 INFO [RS:0;018362ca5320:43389.replicationSource,2-018362ca5320,43389,1732375096308 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-018362ca5320,43389,1732375096308 (queues=0) is replicating from cluster=c61b5150-dc9e-4b1c-984f-13f117744ff0 to cluster=45b3c68e-e778-4522-912c-250968a29ed0 2024-11-23T15:18:17,937 INFO [RS:0;018362ca5320:43389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:17,939 INFO [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C43389%2C1732375096308, suffix=, logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs, maxLogs=10 2024-11-23T15:18:17,954 DEBUG [RS:0;018362ca5320:43389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940, exclude list is [], retry=0 2024-11-23T15:18:17,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-7c21ea2e-4169-45ce-b952-d095a3bdf799,DISK] 2024-11-23T15:18:17,960 INFO [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 2024-11-23T15:18:17,960 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 018362ca5320%2C43389%2C1732375096308 for peer 1 2024-11-23T15:18:17,960 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 018362ca5320%2C43389%2C1732375096308 for peer 2 2024-11-23T15:18:17,960 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C43389%2C1732375096308 2024-11-23T15:18:17,960 INFO [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,43389,1732375096308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:18:17,961 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=018362ca5320%2C43389%2C1732375096308 2024-11-23T15:18:17,961 INFO [RS:0;018362ca5320:43389.replicationSource.shipper018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C43389%2C1732375096308 2024-11-23T15:18:17,961 INFO [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-018362ca5320,43389,1732375096308, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:18:17,961 DEBUG [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-23T15:18:17,961 INFO [RS:0;018362ca5320:43389.replicationSource.shipper018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C43389%2C1732375096308 2024-11-23T15:18:17,961 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940, startPosition=0, beingWritten=true 2024-11-23T15:18:17,961 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940, startPosition=0, beingWritten=true 2024-11-23T15:18:18,170 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:18,170 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:18,172 DEBUG [018362ca5320:33259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:18:18,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,43389,1732375096308 2024-11-23T15:18:18,175 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,43389,1732375096308, state=OPENING 2024-11-23T15:18:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433171054/meta-region-server 2024-11-23T15:18:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433171054/meta-region-server 2024-11-23T15:18:18,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:18,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:18,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:18,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,43389,1732375096308}] 2024-11-23T15:18:18,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:18:18,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:18:18,392 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:18:18,392 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:18,393 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:18:18,413 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C43389%2C1732375096308.meta, suffix=.meta, logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs, maxLogs=10 2024-11-23T15:18:18,436 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.meta.1732375098414.meta, exclude list is [], retry=0 2024-11-23T15:18:18,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-7c21ea2e-4169-45ce-b952-d095a3bdf799,DISK] 2024-11-23T15:18:18,453 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.meta.1732375098414.meta 2024-11-23T15:18:18,475 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-23T15:18:18,477 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:18,478 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:18,478 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:18,482 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:18,483 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:18,483 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:18:18,483 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:18:18,487 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:18:18,488 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:18,488 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:18:18,488 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:18:18,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:18,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:18,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:18,531 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/info/bbb67008775f49859af0921dedd7c89b 2024-11-23T15:18:18,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:18,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:18,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:18,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:18,559 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/ns/575b24a73bff470a8e87c463e6ea824b 2024-11-23T15:18:18,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:18,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:18,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:18,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:18,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:18,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:18,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:18,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:18,579 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/table/0cf9ce8691fa47f7804a6ebe0925dc19 2024-11-23T15:18:18,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:18,579 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:18,581 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740 2024-11-23T15:18:18,583 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740 2024-11-23T15:18:18,586 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:18,586 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:18,587 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:18,590 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:18,591 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66224329, jitterRate=-0.013180598616600037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:18,591 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:18:18,592 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375098488Writing region info on filesystem at 1732375098488Initializing all the Stores at 1732375098490 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375098490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375098490Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375098490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375098490Cleaning up temporary data from old regions at 1732375098586 (+96 ms)Running coprocessor post-open hooks at 1732375098591 (+5 ms)Region opened successfully at 1732375098592 (+1 ms) 2024-11-23T15:18:18,593 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732375098379 2024-11-23T15:18:18,597 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:18:18,597 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:18:18,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=018362ca5320,43389,1732375096308 2024-11-23T15:18:18,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,43389,1732375096308, state=OPEN 2024-11-23T15:18:18,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433171054/meta-region-server 2024-11-23T15:18:18,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-433171054/meta-region-server 2024-11-23T15:18:18,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,43389,1732375096308 2024-11-23T15:18:18,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:18,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-433171054/meta-region-server: CHANGED 2024-11-23T15:18:18,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T15:18:18,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,43389,1732375096308 in 449 msec 2024-11-23T15:18:18,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-23T15:18:18,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4110 sec 2024-11-23T15:18:18,903 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:18,913 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:19,165 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1906ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-23T15:18:19,410 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:19,420 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:19,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:18:20,017 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:20,026 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:20,668 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3409ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-23T15:18:20,723 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:20,732 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:21,529 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:21,540 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:21,770 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T15:18:21,770 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:18:21,771 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:21,771 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,43389,1732375096308, seqNum=-1] 2024-11-23T15:18:21,772 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:21,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:21,782 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41c303c67c7daa83fcb44f60b2a6fe5a, regionState=OPEN, lastHost=018362ca5320,42769,1732375078324, regionLocation=018362ca5320,42769,1732375078324, openSeqNum=2 2024-11-23T15:18:21,782 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:18:21,782 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375161782 2024-11-23T15:18:21,782 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375221782 2024-11-23T15:18:21,782 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-23T15:18:21,783 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 018362ca5320,42769,1732375078324 had 2 regions 2024-11-23T15:18:21,783 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33259,1732375096235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:21,783 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33259,1732375096235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:21,783 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33259,1732375096235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:21,784 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:33259, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:21,784 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:21,784 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:21,786 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 018362ca5320,42769,1732375078324, splitWal=true, meta=true, isMeta: false 2024-11-23T15:18:21,789 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324-splitting dir is empty, no logs to split. 2024-11-23T15:18:21,789 INFO [PEWorker-3 {}] master.SplitWALManager(105): 018362ca5320,42769,1732375078324 WAL count=0, meta=false 2024-11-23T15:18:21,794 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.407sec 2024-11-23T15:18:21,794 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:18:21,794 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:18:21,794 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:18:21,794 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:18:21,794 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:18:21,794 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33259,1732375096235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:21,794 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33259,1732375096235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:18:21,795 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,42769,1732375078324-splitting dir is empty, no logs to split. 2024-11-23T15:18:21,795 INFO [PEWorker-3 {}] master.SplitWALManager(105): 018362ca5320,42769,1732375078324 WAL count=0, meta=false 2024-11-23T15:18:21,795 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 018362ca5320,42769,1732375078324 WAL splitting is done? wals=0, meta=false 2024-11-23T15:18:21,796 WARN [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=018362ca5320,42769,1732375078324/hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:21,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN}] 2024-11-23T15:18:21,799 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:18:21,799 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:18:21,799 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33259,1732375096235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:21,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN 2024-11-23T15:18:21,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T15:18:21,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:21,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33259,-1 for getting cluster id 2024-11-23T15:18:21,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:21,849 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c61b5150-dc9e-4b1c-984f-13f117744ff0' 2024-11-23T15:18:21,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:21,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c61b5150-dc9e-4b1c-984f-13f117744ff0" 2024-11-23T15:18:21,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649dcf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:21,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33259,-1] 2024-11-23T15:18:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:21,853 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:21,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ccebb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:21,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,43389,1732375096308, seqNum=-1] 2024-11-23T15:18:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:21,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:21,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T15:18:21,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:21,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:21,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:21,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:21,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:21,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 018362ca5320:33259 after: 018362ca5320:33259 2024-11-23T15:18:21,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:21,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33259,-1 for getting cluster id 2024-11-23T15:18:21,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:21,865 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c61b5150-dc9e-4b1c-984f-13f117744ff0' 2024-11-23T15:18:21,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:21,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c61b5150-dc9e-4b1c-984f-13f117744ff0" 2024-11-23T15:18:21,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6058a1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:21,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33259,-1] 2024-11-23T15:18:21,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:21,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:21,868 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:21,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:21,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:21,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33259,1732375096235 2024-11-23T15:18:21,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b692c83 2024-11-23T15:18:21,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:21,873 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:21,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T15:18:21,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T15:18:21,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T15:18:21,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T15:18:21,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:18:21,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:21,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:21,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:21,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:21,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:18:21,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:21,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844758621, stopped=false 2024-11-23T15:18:21,879 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,33467,1732375085744 2024-11-23T15:18:21,951 DEBUG [018362ca5320:33259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:18:21,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=41c303c67c7daa83fcb44f60b2a6fe5a, regionState=OPENING, regionLocation=018362ca5320,43389,1732375096308 2024-11-23T15:18:21,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN because future has completed 2024-11-23T15:18:21,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41c303c67c7daa83fcb44f60b2a6fe5a, server=018362ca5320,43389,1732375096308}] 2024-11-23T15:18:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1407446189/running 2024-11-23T15:18:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1407446189/running 2024-11-23T15:18:21,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:21,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:21,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:21,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:21,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:21,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:21,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on znode that does not yet exist, /1-1407446189/running 2024-11-23T15:18:21,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Set watcher on znode that does not yet exist, /1-1407446189/running 2024-11-23T15:18:21,976 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,36471,1732375085986' ***** 2024-11-23T15:18:21,976 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:18:21,977 INFO [RS:0;018362ca5320:36471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:18:21,977 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:18:21,977 INFO [RS:0;018362ca5320:36471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:18:21,977 INFO [RS:0;018362ca5320:36471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:18:21,977 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,36471,1732375085986 2024-11-23T15:18:21,977 INFO [RS:0;018362ca5320:36471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:21,977 INFO [RS:0;018362ca5320:36471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:36471. 2024-11-23T15:18:21,977 DEBUG [RS:0;018362ca5320:36471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:21,977 DEBUG [RS:0;018362ca5320:36471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:21,977 INFO [RS:0;018362ca5320:36471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:18:21,978 INFO [RS:0;018362ca5320:36471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:18:21,978 INFO [RS:0;018362ca5320:36471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:18:21,978 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:18:21,978 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:18:21,978 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:18:21,978 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:21,978 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:21,978 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:21,978 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:21,978 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:21,978 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:21,978 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T15:18:22,000 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740/.tmp/ns/a05961ea834b4ba4ba7fbc2f3d8ad9d8 is 43, key is default/ns:d/1732375089218/Put/seqid=0 2024-11-23T15:18:22,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741835_1011 (size=5153) 2024-11-23T15:18:22,026 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:22,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:22,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:22,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:18:22,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C43389%2C1732375096308.rep, suffix=, logDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308, archiveDir=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs, maxLogs=10 2024-11-23T15:18:22,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.rep.1732375102117, exclude list is [], retry=0 2024-11-23T15:18:22,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-7c21ea2e-4169-45ce-b952-d095a3bdf799,DISK] 2024-11-23T15:18:22,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.rep.1732375102117 2024-11-23T15:18:22,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-23T15:18:22,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 41c303c67c7daa83fcb44f60b2a6fe5a, NAME => 'hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:22,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:22,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:22,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. service=MultiRowMutationService 2024-11-23T15:18:22,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:18:22,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:22,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,139 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,140 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c303c67c7daa83fcb44f60b2a6fe5a columnFamilyName hfileref 2024-11-23T15:18:22,140 DEBUG [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:22,141 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(327): Store=41c303c67c7daa83fcb44f60b2a6fe5a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:22,141 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,142 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c303c67c7daa83fcb44f60b2a6fe5a columnFamilyName queue 2024-11-23T15:18:22,142 DEBUG [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:22,147 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:18:22,147 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:18:22,151 DEBUG [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/queue/c8c37f28bd1d450694496dbed22e9110 2024-11-23T15:18:22,151 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(327): Store=41c303c67c7daa83fcb44f60b2a6fe5a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:22,151 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,152 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c303c67c7daa83fcb44f60b2a6fe5a columnFamilyName sid 2024-11-23T15:18:22,152 DEBUG [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:22,153 INFO [StoreOpener-41c303c67c7daa83fcb44f60b2a6fe5a-1 {}] regionserver.HStore(327): Store=41c303c67c7daa83fcb44f60b2a6fe5a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:22,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:18:22,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 41c303c67c7daa83fcb44f60b2a6fe5a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72253013, jitterRate=0.07665379345417023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:18:22,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:22,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 41c303c67c7daa83fcb44f60b2a6fe5a: Running coprocessor pre-open hook at 1732375102137Writing region info on filesystem at 1732375102137Initializing all the Stores at 1732375102139 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375102139Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375102139Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375102139Cleaning up temporary data from old regions at 1732375102157 (+18 ms)Running coprocessor post-open hooks at 1732375102162 (+5 ms)Region opened successfully at 1732375102163 (+1 ms) 2024-11-23T15:18:22,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a., pid=19, masterSystemTime=1732375102109 2024-11-23T15:18:22,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:22,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:22,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=41c303c67c7daa83fcb44f60b2a6fe5a, regionState=OPEN, openSeqNum=10, regionLocation=018362ca5320,43389,1732375096308 2024-11-23T15:18:22,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41c303c67c7daa83fcb44f60b2a6fe5a, server=018362ca5320,43389,1732375096308 because future has completed 2024-11-23T15:18:22,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T15:18:22,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 41c303c67c7daa83fcb44f60b2a6fe5a, server=018362ca5320,43389,1732375096308 in 217 msec 2024-11-23T15:18:22,178 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:22,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-23T15:18:22,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41c303c67c7daa83fcb44f60b2a6fe5a, ASSIGN in 378 msec 2024-11-23T15:18:22,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T15:18:22,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a., hostname=018362ca5320,43389,1732375096308, seqNum=10] 2024-11-23T15:18:22,225 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 018362ca5320,42769,1732375078324 2024-11-23T15:18:22,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T15:18:22,379 DEBUG [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:22,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-23T15:18:22,405 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740/.tmp/ns/a05961ea834b4ba4ba7fbc2f3d8ad9d8 2024-11-23T15:18:22,415 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740/.tmp/ns/a05961ea834b4ba4ba7fbc2f3d8ad9d8 as hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740/ns/a05961ea834b4ba4ba7fbc2f3d8ad9d8 2024-11-23T15:18:22,423 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740/ns/a05961ea834b4ba4ba7fbc2f3d8ad9d8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T15:18:22,425 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-23T15:18:22,425 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:18:22,432 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T15:18:22,433 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:22,433 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:22,433 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:22,433 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375101978Running coprocessor pre-close hooks at 1732375101978Disabling compacts and flushes for region at 1732375101978Disabling writes for close at 1732375101978Obtaining lock to block concurrent updates at 1732375101978Preparing flush snapshotting stores in 1588230740 at 1732375101978Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732375101979 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375101980 (+1 ms)Flushing 1588230740/ns: creating writer at 1732375101980Flushing 1588230740/ns: appending metadata at 1732375101999 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732375101999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401834c3: reopening flushed file at 1732375102413 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1732375102425 (+12 ms)Writing region close event to WAL at 1732375102427 (+2 ms)Running coprocessor post-close hooks at 1732375102433 (+6 ms)Closed at 1732375102433 2024-11-23T15:18:22,433 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:22,435 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:22,445 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:22,579 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,36471,1732375085986; all regions closed. 2024-11-23T15:18:22,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741834_1010 (size=1152) 2024-11-23T15:18:22,585 DEBUG [RS:0;018362ca5320:36471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/oldWALs 2024-11-23T15:18:22,585 INFO [RS:0;018362ca5320:36471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C36471%2C1732375085986.meta:.meta(num 1732375089130) 2024-11-23T15:18:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741832_1008 (size=93) 2024-11-23T15:18:22,592 DEBUG [RS:0;018362ca5320:36471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/oldWALs 2024-11-23T15:18:22,592 INFO [RS:0;018362ca5320:36471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C36471%2C1732375085986:(num 1732375088238) 2024-11-23T15:18:22,592 DEBUG [RS:0;018362ca5320:36471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:22,592 INFO [RS:0;018362ca5320:36471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:22,593 INFO [RS:0;018362ca5320:36471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:22,593 INFO [RS:0;018362ca5320:36471 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:22,593 INFO [RS:0;018362ca5320:36471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:22,593 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:22,593 INFO [RS:0;018362ca5320:36471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36471 2024-11-23T15:18:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1407446189/rs/018362ca5320,36471,1732375085986 2024-11-23T15:18:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189/rs 2024-11-23T15:18:22,607 INFO [RS:0;018362ca5320:36471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:22,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,36471,1732375085986] 2024-11-23T15:18:22,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1407446189/draining/018362ca5320,36471,1732375085986 already deleted, retry=false 2024-11-23T15:18:22,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,36471,1732375085986 expired; onlineServers=0 2024-11-23T15:18:22,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,33467,1732375085744' ***** 2024-11-23T15:18:22,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:18:22,628 INFO [M:0;018362ca5320:33467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:22,628 INFO [M:0;018362ca5320:33467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:22,628 DEBUG [M:0;018362ca5320:33467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:18:22,629 DEBUG [M:0;018362ca5320:33467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:18:22,629 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:18:22,629 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375087874 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375087874,5,FailOnTimeoutGroup] 2024-11-23T15:18:22,629 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375087876 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375087876,5,FailOnTimeoutGroup] 2024-11-23T15:18:22,629 INFO [M:0;018362ca5320:33467 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:22,629 INFO [M:0;018362ca5320:33467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:22,629 DEBUG [M:0;018362ca5320:33467 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:18:22,629 INFO [M:0;018362ca5320:33467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:18:22,629 INFO [M:0;018362ca5320:33467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:22,629 INFO [M:0;018362ca5320:33467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:18:22,629 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:18:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1407446189/master 2024-11-23T15:18:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1407446189 2024-11-23T15:18:22,639 DEBUG [M:0;018362ca5320:33467 {}] zookeeper.ZKUtil(347): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Unable to get data of znode /1-1407446189/master because node does not exist (not an error) 2024-11-23T15:18:22,639 WARN [M:0;018362ca5320:33467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:18:22,641 INFO [M:0;018362ca5320:33467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/.lastflushedseqids 2024-11-23T15:18:22,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741836_1012 (size=99) 2024-11-23T15:18:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:22,718 INFO [RS:0;018362ca5320:36471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36471-0x1016845c60d0004, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:22,718 INFO [RS:0;018362ca5320:36471 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,36471,1732375085986; zookeeper connection closed. 2024-11-23T15:18:22,718 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65fd32ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65fd32ba 2024-11-23T15:18:22,719 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:18:23,048 INFO [M:0;018362ca5320:33467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:18:23,048 INFO [M:0;018362ca5320:33467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:18:23,048 DEBUG [M:0;018362ca5320:33467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:23,048 INFO [M:0;018362ca5320:33467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:23,048 DEBUG [M:0;018362ca5320:33467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:23,048 DEBUG [M:0;018362ca5320:33467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:23,049 DEBUG [M:0;018362ca5320:33467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:23,049 INFO [M:0;018362ca5320:33467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T15:18:23,074 DEBUG [M:0;018362ca5320:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a523ed9dc194827be4c169adbb49807 is 82, key is hbase:meta,,1/info:regioninfo/1732375089187/Put/seqid=0 2024-11-23T15:18:23,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741837_1013 (size=5672) 2024-11-23T15:18:23,441 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:23,452 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:23,482 INFO [M:0;018362ca5320:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a523ed9dc194827be4c169adbb49807 2024-11-23T15:18:23,514 DEBUG [M:0;018362ca5320:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85a53a3d5034bac9b423c55848957af is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732375089228/Put/seqid=0 2024-11-23T15:18:23,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741838_1014 (size=5275) 2024-11-23T15:18:23,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:18:23,920 INFO [M:0;018362ca5320:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85a53a3d5034bac9b423c55848957af 2024-11-23T15:18:23,942 DEBUG [M:0;018362ca5320:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee5907fe05ba43abb1a553010d43c2ea is 69, key is 018362ca5320,36471,1732375085986/rs:state/1732375087962/Put/seqid=0 2024-11-23T15:18:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741839_1015 (size=5156) 2024-11-23T15:18:24,349 INFO [M:0;018362ca5320:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee5907fe05ba43abb1a553010d43c2ea 2024-11-23T15:18:24,361 DEBUG [M:0;018362ca5320:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a523ed9dc194827be4c169adbb49807 as hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a523ed9dc194827be4c169adbb49807 2024-11-23T15:18:24,372 INFO [M:0;018362ca5320:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a523ed9dc194827be4c169adbb49807, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T15:18:24,390 DEBUG [M:0;018362ca5320:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85a53a3d5034bac9b423c55848957af as hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e85a53a3d5034bac9b423c55848957af 2024-11-23T15:18:24,401 INFO [M:0;018362ca5320:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e85a53a3d5034bac9b423c55848957af, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T15:18:24,404 DEBUG [M:0;018362ca5320:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee5907fe05ba43abb1a553010d43c2ea as hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee5907fe05ba43abb1a553010d43c2ea 2024-11-23T15:18:24,415 INFO [M:0;018362ca5320:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35633/user/jenkins/test-data/c4bb701e-3996-cd4d-83d3-4fe32b45dc02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee5907fe05ba43abb1a553010d43c2ea, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T15:18:24,418 INFO [M:0;018362ca5320:33467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=28, compaction requested=false 2024-11-23T15:18:24,444 INFO [M:0;018362ca5320:33467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:24,445 DEBUG [M:0;018362ca5320:33467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375103048Disabling compacts and flushes for region at 1732375103048Disabling writes for close at 1732375103049 (+1 ms)Obtaining lock to block concurrent updates at 1732375103049Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375103049Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732375103049Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375103050 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375103050Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375103073 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375103073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375103491 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375103513 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375103513Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375103926 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375103942 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375103942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f1026a: reopening flushed file at 1732375104359 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa3677d: reopening flushed file at 1732375104373 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e17df5d: reopening flushed file at 1732375104402 (+29 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=28, compaction requested=false at 1732375104418 (+16 ms)Writing region close event to WAL at 1732375104444 (+26 ms)Closed at 1732375104444 2024-11-23T15:18:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741830_1006 (size=10165) 2024-11-23T15:18:24,466 INFO [M:0;018362ca5320:33467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:18:24,466 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:24,467 INFO [M:0;018362ca5320:33467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33467 2024-11-23T15:18:24,471 INFO [M:0;018362ca5320:33467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:24,548 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:24,560 DEBUG [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/WALs/018362ca5320,43389,1732375096308/018362ca5320%2C43389%2C1732375096308.1732375097940 to pos 0, reset compression=false 2024-11-23T15:18:24,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:24,641 INFO [M:0;018362ca5320:33467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:24,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x1016845c60d0003, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:24,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:24,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:18:24,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:18:24,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:18:24,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.log.dir/,STOPPED} 2024-11-23T15:18:24,666 WARN [BP-892618347-172.17.0.2-1732375083227 heartbeating to localhost/127.0.0.1:35633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:18:24,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:18:24,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:18:24,666 WARN [BP-892618347-172.17.0.2-1732375083227 heartbeating to localhost/127.0.0.1:35633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-892618347-172.17.0.2-1732375083227 (Datanode Uuid 5a4ad62c-4bf1-43ec-893b-333c5969138a) service to localhost/127.0.0.1:35633 2024-11-23T15:18:24,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/cluster_f27a3903-beaa-ed18-1bb1-b32a5c076ea4/data/data1/current/BP-892618347-172.17.0.2-1732375083227 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:18:24,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/cluster_f27a3903-beaa-ed18-1bb1-b32a5c076ea4/data/data2/current/BP-892618347-172.17.0.2-1732375083227 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:18:24,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:18:24,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:24,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:18:24,679 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:18:24,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:18:24,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.log.dir/,STOPPED} 2024-11-23T15:18:24,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:18:24,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:18:24,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:24,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:24,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:24,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:24,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:24,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:18:24,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=156859051, stopped=false 2024-11-23T15:18:24,715 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,33259,1732375096235 2024-11-23T15:18:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/running 2024-11-23T15:18:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/running 2024-11-23T15:18:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:24,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:24,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:24,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:24,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:24,734 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,43389,1732375096308' ***** 2024-11-23T15:18:24,734 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:18:24,735 INFO [RS:0;018362ca5320:43389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:18:24,735 INFO [RS:0;018362ca5320:43389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:18:24,735 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:18:24,735 INFO [RS:0;018362ca5320:43389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:18:24,735 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(3091): Received CLOSE for 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:24,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/running 2024-11-23T15:18:24,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Set watcher on znode that does not yet exist, /0-433171054/running 2024-11-23T15:18:24,742 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,43389,1732375096308 2024-11-23T15:18:24,742 INFO [RS:0;018362ca5320:43389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:24,742 INFO [RS:0;018362ca5320:43389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:43389. 2024-11-23T15:18:24,742 DEBUG [RS:0;018362ca5320:43389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:24,742 DEBUG [RS:0;018362ca5320:43389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:24,743 INFO [RS:0;018362ca5320:43389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:18:24,743 INFO [RS:0;018362ca5320:43389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:18:24,743 INFO [RS:0;018362ca5320:43389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:18:24,743 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:18:24,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41c303c67c7daa83fcb44f60b2a6fe5a, disabling compactions & flushes 2024-11-23T15:18:24,744 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:24,745 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:24,752 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. after waiting 0 ms 2024-11-23T15:18:24,752 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:24,756 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:18:24,756 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41c303c67c7daa83fcb44f60b2a6fe5a=hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a.} 2024-11-23T15:18:24,756 DEBUG [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c303c67c7daa83fcb44f60b2a6fe5a 2024-11-23T15:18:24,756 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:24,756 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:24,757 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:24,757 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:24,757 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:24,757 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T15:18:24,771 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:18:24,771 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:18:24,777 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:24,786 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/replication/41c303c67c7daa83fcb44f60b2a6fe5a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-23T15:18:24,788 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:24,788 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:24,788 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:24,788 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41c303c67c7daa83fcb44f60b2a6fe5a: Waiting for close lock at 1732375104744Running coprocessor pre-close hooks at 1732375104744Disabling compacts and flushes for region at 1732375104744Disabling writes for close at 1732375104752 (+8 ms)Writing region close event to WAL at 1732375104776 (+24 ms)Running coprocessor post-close hooks at 1732375104788 (+12 ms)Closed at 1732375104788 2024-11-23T15:18:24,789 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a. 2024-11-23T15:18:24,795 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/info/af199083ac1a401c8f5fe13f68f31921 is 147, key is hbase:replication,,1732375089449.41c303c67c7daa83fcb44f60b2a6fe5a./info:regioninfo/1732375102167/Put/seqid=0 2024-11-23T15:18:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741851_1027 (size=6385) 2024-11-23T15:18:24,853 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/info/af199083ac1a401c8f5fe13f68f31921 2024-11-23T15:18:24,870 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/.tmp/info/af199083ac1a401c8f5fe13f68f31921 as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/info/af199083ac1a401c8f5fe13f68f31921 2024-11-23T15:18:24,894 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/info/af199083ac1a401c8f5fe13f68f31921, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T15:18:24,896 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=19, compaction requested=false 2024-11-23T15:18:24,950 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T15:18:24,952 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:24,952 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:24,952 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:24,952 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375104756Running coprocessor pre-close hooks at 1732375104756Disabling compacts and flushes for region at 1732375104756Disabling writes for close at 1732375104757 (+1 ms)Obtaining lock to block concurrent updates at 1732375104757Preparing flush snapshotting stores in 1588230740 at 1732375104757Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732375104758 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375104763 (+5 ms)Flushing 1588230740/info: creating writer at 1732375104763Flushing 1588230740/info: appending metadata at 1732375104794 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732375104795 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1338eb48: reopening flushed file at 1732375104867 (+72 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=19, compaction requested=false at 1732375104896 (+29 ms)Writing region close event to WAL at 1732375104942 (+46 ms)Running coprocessor post-close hooks at 1732375104951 (+9 ms)Closed at 1732375104952 (+1 ms) 2024-11-23T15:18:24,952 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:24,959 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,43389,1732375096308; all regions closed. 2024-11-23T15:18:24,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741849_1025 (size=2156) 2024-11-23T15:18:24,990 DEBUG [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs 2024-11-23T15:18:24,990 INFO [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C43389%2C1732375096308.meta:.meta(num 1732375098414) 2024-11-23T15:18:24,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741850_1026 (size=796) 2024-11-23T15:18:24,998 DEBUG [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs 2024-11-23T15:18:24,999 INFO [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C43389%2C1732375096308.rep:(num 1732375102117) 2024-11-23T15:18:25,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741848_1024 (size=93) 2024-11-23T15:18:25,006 DEBUG [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/oldWALs 2024-11-23T15:18:25,006 INFO [RS:0;018362ca5320:43389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C43389%2C1732375096308:(num 1732375097940) 2024-11-23T15:18:25,006 DEBUG [RS:0;018362ca5320:43389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:25,006 INFO [RS:0;018362ca5320:43389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:25,006 INFO [RS:0;018362ca5320:43389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:25,006 INFO [RS:0;018362ca5320:43389 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:25,007 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:25,007 INFO [RS:0;018362ca5320:43389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:25,007 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T15:18:25,007 INFO [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,43389,1732375096308 because: Region server is closing 2024-11-23T15:18:25,007 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T15:18:25,007 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T15:18:25,007 INFO [RS:0;018362ca5320:43389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:43389. 2024-11-23T15:18:25,008 DEBUG [RS:0;018362ca5320:43389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:25,008 DEBUG [RS:0;018362ca5320:43389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:25,008 DEBUG [RS:0;018362ca5320:43389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:25,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:25,109 WARN [RS:0;018362ca5320:43389.replicationSource.shipper018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:18:25,109 WARN [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:18:25,109 INFO [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;018362ca5320:43389.replicationSource.shipper018362ca5320%2C43389%2C1732375096308,1-018362ca5320,43389,1732375096308 terminated 2024-11-23T15:18:25,109 INFO [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-018362ca5320,43389,1732375096308 because: Region server is closing 2024-11-23T15:18:25,109 INFO [RS:0;018362ca5320:43389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:43389. 2024-11-23T15:18:25,109 DEBUG [RS:0;018362ca5320:43389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:25,109 DEBUG [RS:0;018362ca5320:43389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:25,110 DEBUG [RS:0;018362ca5320:43389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:25,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:25,210 WARN [RS:0;018362ca5320:43389.replicationSource.wal-reader.018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:18:25,210 WARN [RS:0;018362ca5320:43389.replicationSource.shipper018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:18:25,210 INFO [RS:0;018362ca5320:43389 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;018362ca5320:43389.replicationSource.shipper018362ca5320%2C43389%2C1732375096308,2-018362ca5320,43389,1732375096308 terminated 2024-11-23T15:18:25,211 INFO [RS:0;018362ca5320:43389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43389 2024-11-23T15:18:25,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054/rs 2024-11-23T15:18:25,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/rs/018362ca5320,43389,1732375096308 2024-11-23T15:18:25,260 INFO [RS:0;018362ca5320:43389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:25,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,43389,1732375096308] 2024-11-23T15:18:25,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-433171054/draining/018362ca5320,43389,1732375096308 already deleted, retry=false 2024-11-23T15:18:25,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,43389,1732375096308 expired; onlineServers=0 2024-11-23T15:18:25,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,33259,1732375096235' ***** 2024-11-23T15:18:25,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:18:25,281 INFO [M:0;018362ca5320:33259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:25,281 INFO [M:0;018362ca5320:33259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:25,281 DEBUG [M:0;018362ca5320:33259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:18:25,281 DEBUG [M:0;018362ca5320:33259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:18:25,281 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:18:25,282 INFO [M:0;018362ca5320:33259 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:25,282 INFO [M:0;018362ca5320:33259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:25,282 DEBUG [M:0;018362ca5320:33259 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:18:25,282 INFO [M:0;018362ca5320:33259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:18:25,282 INFO [M:0;018362ca5320:33259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:25,282 INFO [M:0;018362ca5320:33259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:18:25,282 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375097258 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375097258,5,FailOnTimeoutGroup] 2024-11-23T15:18:25,283 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375097258 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375097258,5,FailOnTimeoutGroup] 2024-11-23T15:18:25,283 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:18:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-433171054/master 2024-11-23T15:18:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-433171054 2024-11-23T15:18:25,291 DEBUG [M:0;018362ca5320:33259 {}] zookeeper.ZKUtil(347): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Unable to get data of znode /0-433171054/master because node does not exist (not an error) 2024-11-23T15:18:25,291 WARN [M:0;018362ca5320:33259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:18:25,293 INFO [M:0;018362ca5320:33259 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/.lastflushedseqids 2024-11-23T15:18:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741852_1028 (size=181) 2024-11-23T15:18:25,370 INFO [RS:0;018362ca5320:43389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:25,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:25,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43389-0x1016845c60d0007, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:25,370 INFO [RS:0;018362ca5320:43389 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,43389,1732375096308; zookeeper connection closed. 2024-11-23T15:18:25,371 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bae8ca8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bae8ca8 2024-11-23T15:18:25,371 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:18:25,705 INFO [M:0;018362ca5320:33259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:18:25,706 INFO [M:0;018362ca5320:33259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:18:25,706 DEBUG [M:0;018362ca5320:33259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:25,706 INFO [M:0;018362ca5320:33259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:25,706 DEBUG [M:0;018362ca5320:33259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:25,706 DEBUG [M:0;018362ca5320:33259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:25,706 DEBUG [M:0;018362ca5320:33259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:25,707 INFO [M:0;018362ca5320:33259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T15:18:25,743 DEBUG [M:0;018362ca5320:33259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb734da717704ed786e5d3c76b5fbfbc is 82, key is hbase:meta,,1/info:regioninfo/1732375098601/Put/seqid=0 2024-11-23T15:18:25,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741853_1029 (size=5680) 2024-11-23T15:18:25,758 INFO [M:0;018362ca5320:33259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb734da717704ed786e5d3c76b5fbfbc 2024-11-23T15:18:25,801 DEBUG [M:0;018362ca5320:33259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dce9a21d02d04d48b507b3784cf05cb4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732375102177/Put/seqid=0 2024-11-23T15:18:25,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741854_1030 (size=7319) 2024-11-23T15:18:26,208 INFO [M:0;018362ca5320:33259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dce9a21d02d04d48b507b3784cf05cb4 2024-11-23T15:18:26,234 DEBUG [M:0;018362ca5320:33259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8138321ce34904965fae6441970149 is 69, key is 018362ca5320,43389,1732375096308/rs:state/1732375097657/Put/seqid=0 2024-11-23T15:18:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741855_1031 (size=5371) 2024-11-23T15:18:26,473 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:18:26,640 INFO [M:0;018362ca5320:33259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8138321ce34904965fae6441970149 2024-11-23T15:18:26,646 INFO [M:0;018362ca5320:33259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8138321ce34904965fae6441970149 2024-11-23T15:18:26,648 DEBUG [M:0;018362ca5320:33259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb734da717704ed786e5d3c76b5fbfbc as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb734da717704ed786e5d3c76b5fbfbc 2024-11-23T15:18:26,656 INFO [M:0;018362ca5320:33259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb734da717704ed786e5d3c76b5fbfbc, entries=8, sequenceid=172, filesize=5.5 K 2024-11-23T15:18:26,658 DEBUG [M:0;018362ca5320:33259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dce9a21d02d04d48b507b3784cf05cb4 as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dce9a21d02d04d48b507b3784cf05cb4 2024-11-23T15:18:26,665 INFO [M:0;018362ca5320:33259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dce9a21d02d04d48b507b3784cf05cb4, entries=7, sequenceid=172, filesize=7.1 K 2024-11-23T15:18:26,667 DEBUG [M:0;018362ca5320:33259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8138321ce34904965fae6441970149 as hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b8138321ce34904965fae6441970149 2024-11-23T15:18:26,674 INFO [M:0;018362ca5320:33259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8138321ce34904965fae6441970149 2024-11-23T15:18:26,674 INFO [M:0;018362ca5320:33259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34185/user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b8138321ce34904965fae6441970149, entries=2, sequenceid=172, filesize=5.2 K 2024-11-23T15:18:26,676 INFO [M:0;018362ca5320:33259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=172, compaction requested=false 2024-11-23T15:18:26,677 INFO [M:0;018362ca5320:33259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:26,677 DEBUG [M:0;018362ca5320:33259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375105706Disabling compacts and flushes for region at 1732375105706Disabling writes for close at 1732375105706Obtaining lock to block concurrent updates at 1732375105707 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375105707Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732375105707Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375105710 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375105710Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375105742 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375105742Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375105768 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375105801 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375105801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375106214 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375106233 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375106233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ebf922: reopening flushed file at 1732375106647 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c42ea0: reopening flushed file at 1732375106656 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24513209: reopening flushed file at 1732375106665 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=172, compaction requested=false at 1732375106676 (+11 ms)Writing region close event to WAL at 1732375106677 (+1 ms)Closed at 1732375106677 2024-11-23T15:18:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741847_1023 (size=22949) 2024-11-23T15:18:26,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8106e2b5-c28f-c705-1cde-7bad835493e2/MasterData/WALs/018362ca5320,33259,1732375096235/018362ca5320%2C33259%2C1732375096235.1732375096894 not finished, retry = 0 2024-11-23T15:18:26,781 INFO [M:0;018362ca5320:33259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:18:26,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:26,782 INFO [M:0;018362ca5320:33259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33259 2024-11-23T15:18:26,782 INFO [M:0;018362ca5320:33259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:26,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:26,977 INFO [M:0;018362ca5320:33259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:26,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33259-0x1016845c60d0006, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:26,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:26,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:18:26,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:18:26,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:18:26,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.log.dir/,STOPPED} 2024-11-23T15:18:26,983 WARN [BP-1573767822-172.17.0.2-1732375072300 heartbeating to localhost/127.0.0.1:34185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:18:26,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:18:26,984 WARN [BP-1573767822-172.17.0.2-1732375072300 heartbeating to localhost/127.0.0.1:34185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1573767822-172.17.0.2-1732375072300 (Datanode Uuid 2c77bf73-8fc4-4660-86fb-418b7aa89fb3) service to localhost/127.0.0.1:34185 2024-11-23T15:18:26,984 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:18:26,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/cluster_c35b5c00-579a-fc42-5816-b1783bba5b7f/data/data1/current/BP-1573767822-172.17.0.2-1732375072300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:18:26,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/cluster_c35b5c00-579a-fc42-5816-b1783bba5b7f/data/data2/current/BP-1573767822-172.17.0.2-1732375072300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:18:26,985 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:18:26,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:26,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:18:26,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:18:26,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:18:26,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fde01d89-5a81-dd7b-d3dc-1b4ea644efe2/hadoop.log.dir/,STOPPED} 2024-11-23T15:18:27,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:18:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:18:27,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54907) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35633 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/018362ca5320:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3482eea8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/018362ca5320:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54907) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/018362ca5320:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34185 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/018362ca5320:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/018362ca5320:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 377) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4782 (was 5685) 2024-11-23T15:18:27,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=511, ProcessCount=11, AvailableMemoryMB=4781 2024-11-23T15:18:27,066 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-23T15:18:27,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.log.dir so I do NOT create it in target/test-data/7f04004a-dca9-d381-eb33-f28e62750060 2024-11-23T15:18:27,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:18:27,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.tmp.dir so I do NOT create it in target/test-data/7f04004a-dca9-d381-eb33-f28e62750060 2024-11-23T15:18:27,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ad1fe15d-323c-d2ab-d716-f36e5764aa37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:18:27,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060 2024-11-23T15:18:27,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/cluster_6b2f77a7-3a2b-60ea-54bb-fbbff3470f8e, deleteOnExit=true 2024-11-23T15:18:27,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/cluster_6b2f77a7-3a2b-60ea-54bb-fbbff3470f8e/zookeeper_0, clientPort=52499, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/cluster_6b2f77a7-3a2b-60ea-54bb-fbbff3470f8e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/cluster_6b2f77a7-3a2b-60ea-54bb-fbbff3470f8e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:18:27,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52499 2024-11-23T15:18:27,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:18:27,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:18:27,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/test.cache.data in system properties and HBase conf 2024-11-23T15:18:27,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:18:27,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:18:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:18:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:18:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:18:27,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:18:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016845c60d0005, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:18:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:18:27,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016845c60d0005, quorum=127.0.0.1:54907, baseZNode=/1-1407446189 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:18:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:18:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:18:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:18:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:18:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:18:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:18:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:18:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016845c60d0002, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:18:27,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016845c60d0002, quorum=127.0.0.1:54907, baseZNode=/0-433171054 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:18:27,495 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T15:18:27,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:27,521 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:27,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:27,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:27,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:27,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:27,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:18:27,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:27,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:27,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:27,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/java.io.tmpdir/jetty-localhost-39543-hadoop-hdfs-3_4_1-tests_jar-_-any-13041362059158272004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:27,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:39543} 2024-11-23T15:18:27,738 INFO [Time-limited test {}] server.Server(415): Started @38121ms 2024-11-23T15:18:27,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:18:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:18:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:28,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:28,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:28,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:28,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:28,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:18:28,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:28,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:28,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/java.io.tmpdir/jetty-localhost-43597-hadoop-hdfs-3_4_1-tests_jar-_-any-16692883668842506590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:28,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:43597} 2024-11-23T15:18:28,230 INFO [Time-limited test {}] server.Server(415): Started @38612ms 2024-11-23T15:18:28,232 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:18:29,825 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/cluster_6b2f77a7-3a2b-60ea-54bb-fbbff3470f8e/data/data1/current/BP-1022676579-172.17.0.2-1732375107135/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:29,826 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/cluster_6b2f77a7-3a2b-60ea-54bb-fbbff3470f8e/data/data2/current/BP-1022676579-172.17.0.2-1732375107135/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:29,840 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:18:29,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9efc6cdee9a99c5 with lease ID 0x367df160bc11bf72: Processing first storage report for DS-9267812f-96c6-41db-805f-6688c0f0986b from datanode DatanodeRegistration(127.0.0.1:42059, datanodeUuid=451dbae2-12b2-4306-a09d-c053007057bb, infoPort=42655, infoSecurePort=0, ipcPort=34821, storageInfo=lv=-57;cid=testClusterID;nsid=1718651185;c=1732375107135) 2024-11-23T15:18:29,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9efc6cdee9a99c5 with lease ID 0x367df160bc11bf72: from storage DS-9267812f-96c6-41db-805f-6688c0f0986b node DatanodeRegistration(127.0.0.1:42059, datanodeUuid=451dbae2-12b2-4306-a09d-c053007057bb, infoPort=42655, infoSecurePort=0, ipcPort=34821, storageInfo=lv=-57;cid=testClusterID;nsid=1718651185;c=1732375107135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:29,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9efc6cdee9a99c5 with lease ID 0x367df160bc11bf72: Processing first storage report for DS-f27271e3-978e-4926-a1cc-61f39884064b from datanode DatanodeRegistration(127.0.0.1:42059, datanodeUuid=451dbae2-12b2-4306-a09d-c053007057bb, infoPort=42655, infoSecurePort=0, ipcPort=34821, storageInfo=lv=-57;cid=testClusterID;nsid=1718651185;c=1732375107135) 2024-11-23T15:18:29,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9efc6cdee9a99c5 with lease ID 0x367df160bc11bf72: from storage DS-f27271e3-978e-4926-a1cc-61f39884064b node DatanodeRegistration(127.0.0.1:42059, datanodeUuid=451dbae2-12b2-4306-a09d-c053007057bb, infoPort=42655, infoSecurePort=0, ipcPort=34821, storageInfo=lv=-57;cid=testClusterID;nsid=1718651185;c=1732375107135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:29,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060 2024-11-23T15:18:29,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:29,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:29,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:18:30,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f with version=8 2024-11-23T15:18:30,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/hbase-staging 2024-11-23T15:18:30,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:30,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:30,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:30,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:30,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:30,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:30,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:18:30,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:30,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44831 2024-11-23T15:18:30,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44831 connecting to ZooKeeper ensemble=127.0.0.1:52499 2024-11-23T15:18:30,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448310x0, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:30,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44831-0x101684651be0000 connected 2024-11-23T15:18:30,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:30,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:30,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on znode that does not yet exist, /01811455869/running 2024-11-23T15:18:30,559 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f, hbase.cluster.distributed=false 2024-11-23T15:18:30,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on znode that does not yet exist, /01811455869/acl 2024-11-23T15:18:30,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44831 2024-11-23T15:18:30,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44831 2024-11-23T15:18:30,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44831 2024-11-23T15:18:30,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44831 2024-11-23T15:18:30,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44831 2024-11-23T15:18:30,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:30,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:30,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:18:30,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:30,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45065 2024-11-23T15:18:30,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45065 connecting to ZooKeeper ensemble=127.0.0.1:52499 2024-11-23T15:18:30,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:30,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:30,606 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450650x0, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:30,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450650x0, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on znode that does not yet exist, /01811455869/running 2024-11-23T15:18:30,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45065-0x101684651be0001 connected 2024-11-23T15:18:30,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:18:30,608 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:18:30,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on znode that does not yet exist, /01811455869/master 2024-11-23T15:18:30,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on znode that does not yet exist, /01811455869/acl 2024-11-23T15:18:30,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-23T15:18:30,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45065 2024-11-23T15:18:30,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45065 2024-11-23T15:18:30,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-23T15:18:30,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-23T15:18:30,636 DEBUG [M:0;018362ca5320:44831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:44831 2024-11-23T15:18:30,637 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01811455869/backup-masters/018362ca5320,44831,1732375110292 2024-11-23T15:18:30,648 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869/backup-masters 2024-11-23T15:18:30,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869/backup-masters 2024-11-23T15:18:30,650 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on existing znode=/01811455869/backup-masters/018362ca5320,44831,1732375110292 2024-11-23T15:18:30,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:30,659 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01811455869/master 2024-11-23T15:18:30,659 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:30,659 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on existing znode=/01811455869/master 2024-11-23T15:18:30,660 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01811455869/backup-masters/018362ca5320,44831,1732375110292 from backup master directory 2024-11-23T15:18:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01811455869/backup-masters/018362ca5320,44831,1732375110292 2024-11-23T15:18:30,669 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869/backup-masters 2024-11-23T15:18:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869/backup-masters 2024-11-23T15:18:30,669 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:30,669 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,44831,1732375110292 2024-11-23T15:18:30,674 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/hbase.id] with ID: 85843b37-adb2-4cd5-a19f-3495236d58ae 2024-11-23T15:18:30,674 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/.tmp/hbase.id 2024-11-23T15:18:30,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:18:31,079 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/.tmp/hbase.id]:[hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/hbase.id] 2024-11-23T15:18:31,093 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:31,093 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:18:31,095 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T15:18:31,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:31,143 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:18:31,571 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:31,571 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:18:31,572 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:18:31,987 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store 2024-11-23T15:18:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:18:32,394 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:32,394 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:32,394 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:32,394 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:32,394 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:32,394 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:32,394 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:32,395 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375112394Disabling compacts and flushes for region at 1732375112394Disabling writes for close at 1732375112394Writing region close event to WAL at 1732375112394Closed at 1732375112394 2024-11-23T15:18:32,396 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/.initializing 2024-11-23T15:18:32,396 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/WALs/018362ca5320,44831,1732375110292 2024-11-23T15:18:32,398 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:32,400 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C44831%2C1732375110292, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/WALs/018362ca5320,44831,1732375110292, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/oldWALs, maxLogs=10 2024-11-23T15:18:32,420 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/WALs/018362ca5320,44831,1732375110292/018362ca5320%2C44831%2C1732375110292.1732375112401, exclude list is [], retry=0 2024-11-23T15:18:32,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42059,DS-9267812f-96c6-41db-805f-6688c0f0986b,DISK] 2024-11-23T15:18:32,429 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/WALs/018362ca5320,44831,1732375110292/018362ca5320%2C44831%2C1732375110292.1732375112401 2024-11-23T15:18:32,430 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-23T15:18:32,430 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:32,430 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:32,431 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,431 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:18:32,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:32,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:32,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:18:32,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:32,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:32,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:18:32,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:32,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:32,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:18:32,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:32,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:32,446 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,446 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,447 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,448 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,448 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,457 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:32,458 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:32,462 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:32,462 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66182696, jitterRate=-0.013800978660583496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:32,463 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375112431Initializing all the Stores at 1732375112432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375112432Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375112433 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375112433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375112433Cleaning up temporary data from old regions at 1732375112448 (+15 ms)Region opened successfully at 1732375112463 (+15 ms) 2024-11-23T15:18:32,464 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:18:32,477 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da074c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:32,479 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:18:32,479 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:18:32,479 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:18:32,479 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:18:32,480 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:18:32,481 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:18:32,481 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:18:32,484 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:18:32,485 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Unable to get data of znode /01811455869/balancer because node does not exist (not necessarily an error) 2024-11-23T15:18:32,498 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01811455869/balancer already deleted, retry=false 2024-11-23T15:18:32,499 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:18:32,500 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Unable to get data of znode /01811455869/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:18:32,511 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01811455869/normalizer already deleted, retry=false 2024-11-23T15:18:32,512 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:18:32,517 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Unable to get data of znode /01811455869/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:18:32,530 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01811455869/switch/split already deleted, retry=false 2024-11-23T15:18:32,532 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Unable to get data of znode /01811455869/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:18:32,545 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01811455869/switch/merge already deleted, retry=false 2024-11-23T15:18:32,551 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Unable to get data of znode /01811455869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:18:32,564 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01811455869/snapshot-cleanup already deleted, retry=false 2024-11-23T15:18:32,574 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01811455869/running 2024-11-23T15:18:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01811455869/running 2024-11-23T15:18:32,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:32,575 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:32,577 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,44831,1732375110292, sessionid=0x101684651be0000, setting cluster-up flag (Was=false) 2024-11-23T15:18:32,608 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:32,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:32,639 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01811455869/flush-table-proc/acquired, /01811455869/flush-table-proc/reached, /01811455869/flush-table-proc/abort 2024-11-23T15:18:32,640 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,44831,1732375110292 2024-11-23T15:18:32,659 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:32,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:32,690 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01811455869/online-snapshot/acquired, /01811455869/online-snapshot/reached, /01811455869/online-snapshot/abort 2024-11-23T15:18:32,698 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,44831,1732375110292 2024-11-23T15:18:32,709 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:18:32,712 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:32,712 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:18:32,712 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:18:32,713 WARN [master/018362ca5320:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 018362ca5320,42769,1732375078324: status=Processing ServerCrashProcedure of 018362ca5320,42769,1732375078324 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732375097254, completionTime=-1 appears to have been leaked 2024-11-23T15:18:32,713 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,44831,1732375110292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:18:32,715 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:32,715 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:32,715 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:32,715 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:32,715 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:18:32,716 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,716 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:32,716 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:32,744 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:18:32,747 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375142747 2024-11-23T15:18:32,747 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:18:32,747 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:18:32,747 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:18:32,747 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:18:32,747 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:18:32,748 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:18:32,752 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,752 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(746): ClusterId : 85843b37-adb2-4cd5-a19f-3495236d58ae 2024-11-23T15:18:32,752 DEBUG [RS:0;018362ca5320:45065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:18:32,754 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:32,754 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:18:32,761 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:18:32,761 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:18:32,761 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:18:32,761 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:18:32,764 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:18:32,764 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:18:32,766 DEBUG [RS:0;018362ca5320:45065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:18:32,766 DEBUG [RS:0;018362ca5320:45065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:18:32,772 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375112764,5,FailOnTimeoutGroup] 2024-11-23T15:18:32,776 DEBUG [RS:0;018362ca5320:45065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:18:32,777 DEBUG [RS:0;018362ca5320:45065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444c7ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:32,780 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375112772,5,FailOnTimeoutGroup] 2024-11-23T15:18:32,780 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,780 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:18:32,781 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,781 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,813 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:45065 2024-11-23T15:18:32,814 INFO [RS:0;018362ca5320:45065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:18:32,814 INFO [RS:0;018362ca5320:45065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:18:32,814 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:18:32,819 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,44831,1732375110292 with port=45065, startcode=1732375110589 2024-11-23T15:18:32,824 DEBUG [RS:0;018362ca5320:45065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:18:32,826 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:18:32,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,45065,1732375110589 2024-11-23T15:18:32,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44831 {}] master.ServerManager(517): Registering regionserver=018362ca5320,45065,1732375110589 2024-11-23T15:18:32,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:18:32,834 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:18:32,834 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f 2024-11-23T15:18:32,838 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f 2024-11-23T15:18:32,838 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39715 2024-11-23T15:18:32,839 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:18:32,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869/rs 2024-11-23T15:18:32,855 DEBUG [RS:0;018362ca5320:45065 {}] zookeeper.ZKUtil(111): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on existing znode=/01811455869/rs/018362ca5320,45065,1732375110589 2024-11-23T15:18:32,857 WARN [RS:0;018362ca5320:45065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:32,857 INFO [RS:0;018362ca5320:45065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:32,857 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589 2024-11-23T15:18:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741832_1008 (size=32) 2024-11-23T15:18:32,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,45065,1732375110589] 2024-11-23T15:18:32,885 INFO [RS:0;018362ca5320:45065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:18:32,888 INFO [RS:0;018362ca5320:45065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:18:32,888 INFO [RS:0;018362ca5320:45065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:18:32,888 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,892 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:18:32,896 INFO [RS:0;018362ca5320:45065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:18:32,896 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,897 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,898 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,898 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:32,898 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:32,898 DEBUG [RS:0;018362ca5320:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:32,916 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,916 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,916 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,916 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,917 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,917 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45065,1732375110589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:32,945 INFO [RS:0;018362ca5320:45065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:18:32,946 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45065,1732375110589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,946 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,946 INFO [RS:0;018362ca5320:45065 {}] regionserver.Replication(171): 018362ca5320,45065,1732375110589 started 2024-11-23T15:18:32,966 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:32,966 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,45065,1732375110589, RpcServer on 018362ca5320/172.17.0.2:45065, sessionid=0x101684651be0001 2024-11-23T15:18:32,967 DEBUG [RS:0;018362ca5320:45065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:18:32,967 DEBUG [RS:0;018362ca5320:45065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,45065,1732375110589 2024-11-23T15:18:32,967 DEBUG [RS:0;018362ca5320:45065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,45065,1732375110589' 2024-11-23T15:18:32,967 DEBUG [RS:0;018362ca5320:45065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01811455869/flush-table-proc/abort' 2024-11-23T15:18:32,968 DEBUG [RS:0;018362ca5320:45065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01811455869/flush-table-proc/acquired' 2024-11-23T15:18:32,971 DEBUG [RS:0;018362ca5320:45065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:18:32,972 DEBUG [RS:0;018362ca5320:45065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:18:32,972 DEBUG [RS:0;018362ca5320:45065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,45065,1732375110589 2024-11-23T15:18:32,972 DEBUG [RS:0;018362ca5320:45065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,45065,1732375110589' 2024-11-23T15:18:32,972 DEBUG [RS:0;018362ca5320:45065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01811455869/online-snapshot/abort' 2024-11-23T15:18:32,973 DEBUG [RS:0;018362ca5320:45065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01811455869/online-snapshot/acquired' 2024-11-23T15:18:32,973 DEBUG [RS:0;018362ca5320:45065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:18:32,973 INFO [RS:0;018362ca5320:45065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:18:32,973 INFO [RS:0;018362ca5320:45065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:18:33,074 INFO [RS:0;018362ca5320:45065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:33,077 INFO [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45065%2C1732375110589, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/oldWALs, maxLogs=10 2024-11-23T15:18:33,096 DEBUG [RS:0;018362ca5320:45065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077, exclude list is [], retry=0 2024-11-23T15:18:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42059,DS-9267812f-96c6-41db-805f-6688c0f0986b,DISK] 2024-11-23T15:18:33,109 INFO [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 2024-11-23T15:18:33,109 DEBUG [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-23T15:18:33,269 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:33,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:33,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:33,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:33,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:33,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:33,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:33,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:33,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:33,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:33,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:33,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:33,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:33,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:33,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:33,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:33,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:33,312 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:33,314 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740 2024-11-23T15:18:33,314 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740 2024-11-23T15:18:33,317 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:33,317 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:33,318 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:33,319 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:33,325 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:33,325 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69596540, jitterRate=0.03706926107406616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:33,326 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375113269Initializing all the Stores at 1732375113271 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375113271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375113284 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375113284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375113284Cleaning up temporary data from old regions at 1732375113317 (+33 ms)Region opened successfully at 1732375113326 (+9 ms) 2024-11-23T15:18:33,326 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:33,326 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:33,326 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:33,326 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:33,326 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:33,327 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:33,327 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375113326Disabling compacts and flushes for region at 1732375113326Disabling writes for close at 1732375113326Writing region close event to WAL at 1732375113327 (+1 ms)Closed at 1732375113327 2024-11-23T15:18:33,328 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:33,328 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:18:33,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:18:33,339 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:33,341 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:18:33,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:18:33,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:33,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:33,492 DEBUG [018362ca5320:44831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:18:33,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,45065,1732375110589 2024-11-23T15:18:33,494 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,45065,1732375110589, state=OPENING 2024-11-23T15:18:33,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:18:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:33,553 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:33,554 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:33,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01811455869/meta-region-server: CHANGED 2024-11-23T15:18:33,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01811455869/meta-region-server: CHANGED 2024-11-23T15:18:33,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,45065,1732375110589}] 2024-11-23T15:18:33,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:18:33,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:18:33,713 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:18:33,713 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:33,713 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:18:33,715 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45065%2C1732375110589.meta, suffix=.meta, logDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/oldWALs, maxLogs=10 2024-11-23T15:18:33,728 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.meta.1732375113716.meta, exclude list is [], retry=0 2024-11-23T15:18:33,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42059,DS-9267812f-96c6-41db-805f-6688c0f0986b,DISK] 2024-11-23T15:18:33,732 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.meta.1732375113716.meta 2024-11-23T15:18:33,732 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-23T15:18:33,732 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:33,733 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:33,733 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:33,733 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:18:33,733 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:18:33,733 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:18:33,733 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:33,733 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:18:33,734 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:18:33,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:33,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:33,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:33,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:33,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:33,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:33,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:33,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:33,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:33,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:33,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:33,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:33,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:33,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:33,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:33,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:33,742 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:33,742 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740 2024-11-23T15:18:33,744 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740 2024-11-23T15:18:33,745 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:33,745 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:33,746 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:33,748 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:33,749 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71418394, jitterRate=0.06421700119972229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:33,749 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:18:33,750 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375113734Writing region info on filesystem at 1732375113734Initializing all the Stores at 1732375113735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375113735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375113735Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375113735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375113735Cleaning up temporary data from old regions at 1732375113745 (+10 ms)Running coprocessor post-open hooks at 1732375113749 (+4 ms)Region opened successfully at 1732375113750 (+1 ms) 2024-11-23T15:18:33,751 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375113707 2024-11-23T15:18:33,753 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:18:33,754 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:18:33,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,45065,1732375110589 2024-11-23T15:18:33,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,45065,1732375110589, state=OPEN 2024-11-23T15:18:33,791 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01811455869/meta-region-server 2024-11-23T15:18:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01811455869/meta-region-server 2024-11-23T15:18:33,791 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,45065,1732375110589 2024-11-23T15:18:33,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01811455869/meta-region-server: CHANGED 2024-11-23T15:18:33,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01811455869/meta-region-server: CHANGED 2024-11-23T15:18:33,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:18:33,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,45065,1732375110589 in 237 msec 2024-11-23T15:18:33,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:18:33,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-23T15:18:33,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:33,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:18:33,799 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:33,800 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45065,1732375110589, seqNum=-1] 2024-11-23T15:18:33,800 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:33,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:33,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0950 sec 2024-11-23T15:18:33,807 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375113807, completionTime=-1 2024-11-23T15:18:33,807 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:18:33,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:18:33,809 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:18:33,809 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375173809 2024-11-23T15:18:33,809 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375233809 2024-11-23T15:18:33,809 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:18:33,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44831,1732375110292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:33,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44831,1732375110292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:33,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44831,1732375110292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:33,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:44831, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:33,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:33,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:33,812 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:18:33,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.144sec 2024-11-23T15:18:33,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:18:33,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:18:33,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:18:33,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:18:33,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:18:33,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44831,1732375110292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:33,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44831,1732375110292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:18:33,817 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:18:33,817 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:18:33,817 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44831,1732375110292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:33,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:33,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44831,-1 for getting cluster id 2024-11-23T15:18:33,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:33,839 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85843b37-adb2-4cd5-a19f-3495236d58ae' 2024-11-23T15:18:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85843b37-adb2-4cd5-a19f-3495236d58ae" 2024-11-23T15:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c3903d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44831,-1] 2024-11-23T15:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:33,841 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:33,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:33,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45065,1732375110589, seqNum=-1] 2024-11-23T15:18:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:33,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:33,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,44831,1732375110292 2024-11-23T15:18:33,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52499 2024-11-23T15:18:33,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:33,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101684651be0002 connected 2024-11-23T15:18:33,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.log.dir so I do NOT create it in target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae 2024-11-23T15:18:33,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:18:33,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.tmp.dir so I do NOT create it in target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae 2024-11-23T15:18:33,884 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:18:33,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae 2024-11-23T15:18:33,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:18:33,884 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/cluster_9a02106c-a2e8-294b-fca3-36d487b5c6a5, deleteOnExit=true 2024-11-23T15:18:33,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:18:33,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/test.cache.data in system properties and HBase conf 2024-11-23T15:18:33,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:18:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:18:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:18:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:18:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:18:33,885 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:18:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:18:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:18:33,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:18:34,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:34,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:34,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:34,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:34,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:18:34,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:34,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:34,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:34,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/java.io.tmpdir/jetty-localhost-45445-hadoop-hdfs-3_4_1-tests_jar-_-any-1982594334854791876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:34,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:45445} 2024-11-23T15:18:34,363 INFO [Time-limited test {}] server.Server(415): Started @44746ms 2024-11-23T15:18:35,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:35,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:35,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:35,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:35,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:18:35,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a36eb1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:35,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f02ef67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:35,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30edecbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/java.io.tmpdir/jetty-localhost-33369-hadoop-hdfs-3_4_1-tests_jar-_-any-6844899997824231947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:35,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f094d36{HTTP/1.1, (http/1.1)}{localhost:33369} 2024-11-23T15:18:35,861 INFO [Time-limited test {}] server.Server(415): Started @46244ms 2024-11-23T15:18:35,862 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:18:36,536 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/cluster_9a02106c-a2e8-294b-fca3-36d487b5c6a5/data/data2/current/BP-499996358-172.17.0.2-1732375113918/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:36,536 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/cluster_9a02106c-a2e8-294b-fca3-36d487b5c6a5/data/data1/current/BP-499996358-172.17.0.2-1732375113918/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:36,551 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:18:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a235908972ee6c9 with lease ID 0xa74fa7ac646d25f: Processing first storage report for DS-c3d2831d-a822-4298-b969-431e93dfeeeb from datanode DatanodeRegistration(127.0.0.1:33705, datanodeUuid=421bb92d-d65a-45ab-bed5-c1d396d3fb88, infoPort=35799, infoSecurePort=0, ipcPort=43853, storageInfo=lv=-57;cid=testClusterID;nsid=900131930;c=1732375113918) 2024-11-23T15:18:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a235908972ee6c9 with lease ID 0xa74fa7ac646d25f: from storage DS-c3d2831d-a822-4298-b969-431e93dfeeeb node DatanodeRegistration(127.0.0.1:33705, datanodeUuid=421bb92d-d65a-45ab-bed5-c1d396d3fb88, infoPort=35799, infoSecurePort=0, ipcPort=43853, storageInfo=lv=-57;cid=testClusterID;nsid=900131930;c=1732375113918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a235908972ee6c9 with lease ID 0xa74fa7ac646d25f: Processing first storage report for DS-9b0f264e-ba5e-420d-841e-e6130492da08 from datanode DatanodeRegistration(127.0.0.1:33705, datanodeUuid=421bb92d-d65a-45ab-bed5-c1d396d3fb88, infoPort=35799, infoSecurePort=0, ipcPort=43853, storageInfo=lv=-57;cid=testClusterID;nsid=900131930;c=1732375113918) 2024-11-23T15:18:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a235908972ee6c9 with lease ID 0xa74fa7ac646d25f: from storage DS-9b0f264e-ba5e-420d-841e-e6130492da08 node DatanodeRegistration(127.0.0.1:33705, datanodeUuid=421bb92d-d65a-45ab-bed5-c1d396d3fb88, infoPort=35799, infoSecurePort=0, ipcPort=43853, storageInfo=lv=-57;cid=testClusterID;nsid=900131930;c=1732375113918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:36,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae 2024-11-23T15:18:36,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:36,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:36,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:18:36,997 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2 with version=8 2024-11-23T15:18:36,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/hbase-staging 2024-11-23T15:18:36,999 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:36,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:36,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:36,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:37,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:37,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:37,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:18:37,000 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:37,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36325 2024-11-23T15:18:37,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36325 connecting to ZooKeeper ensemble=127.0.0.1:52499 2024-11-23T15:18:37,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363250x0, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:37,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36325-0x101684651be0003 connected 2024-11-23T15:18:37,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:37,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:37,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on znode that does not yet exist, /1912148742/running 2024-11-23T15:18:37,305 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2, hbase.cluster.distributed=false 2024-11-23T15:18:37,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on znode that does not yet exist, /1912148742/acl 2024-11-23T15:18:37,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36325 2024-11-23T15:18:37,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36325 2024-11-23T15:18:37,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36325 2024-11-23T15:18:37,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36325 2024-11-23T15:18:37,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36325 2024-11-23T15:18:37,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:37,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:37,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:37,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:37,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:37,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:37,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:18:37,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:37,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38727 2024-11-23T15:18:37,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38727 connecting to ZooKeeper ensemble=127.0.0.1:52499 2024-11-23T15:18:37,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:37,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:37,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387270x0, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:37,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387270x0, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on znode that does not yet exist, /1912148742/running 2024-11-23T15:18:37,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38727-0x101684651be0004 connected 2024-11-23T15:18:37,364 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:18:37,366 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:18:37,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on znode that does not yet exist, /1912148742/master 2024-11-23T15:18:37,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on znode that does not yet exist, /1912148742/acl 2024-11-23T15:18:37,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-23T15:18:37,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38727 2024-11-23T15:18:37,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38727 2024-11-23T15:18:37,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-23T15:18:37,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-23T15:18:37,388 DEBUG [M:0;018362ca5320:36325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:36325 2024-11-23T15:18:37,389 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1912148742/backup-masters/018362ca5320,36325,1732375116999 2024-11-23T15:18:37,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742/backup-masters 2024-11-23T15:18:37,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742/backup-masters 2024-11-23T15:18:37,396 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on existing znode=/1912148742/backup-masters/018362ca5320,36325,1732375116999 2024-11-23T15:18:37,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:37,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1912148742/master 2024-11-23T15:18:37,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:37,406 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on existing znode=/1912148742/master 2024-11-23T15:18:37,406 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1912148742/backup-masters/018362ca5320,36325,1732375116999 from backup master directory 2024-11-23T15:18:37,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1912148742/backup-masters/018362ca5320,36325,1732375116999 2024-11-23T15:18:37,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742/backup-masters 2024-11-23T15:18:37,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742/backup-masters 2024-11-23T15:18:37,416 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:37,416 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,36325,1732375116999 2024-11-23T15:18:37,420 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/hbase.id] with ID: 3c81cb1d-bd10-4ac3-9622-c01f9548abc2 2024-11-23T15:18:37,420 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/.tmp/hbase.id 2024-11-23T15:18:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:18:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/.tmp/hbase.id]:[hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/hbase.id] 2024-11-23T15:18:37,839 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:37,839 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:18:37,841 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T15:18:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:37,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:37,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:18:37,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:18:37,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:37,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T15:18:37,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:37,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T15:18:37,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:18:37,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T15:18:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:18:37,911 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:37,912 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:18:37,918 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:18:38,334 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store 2024-11-23T15:18:38,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:18:38,741 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:38,742 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:38,742 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:38,742 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:38,742 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:38,742 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:38,742 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:38,742 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375118742Disabling compacts and flushes for region at 1732375118742Disabling writes for close at 1732375118742Writing region close event to WAL at 1732375118742Closed at 1732375118742 2024-11-23T15:18:38,743 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/.initializing 2024-11-23T15:18:38,743 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/WALs/018362ca5320,36325,1732375116999 2024-11-23T15:18:38,744 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:38,746 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C36325%2C1732375116999, suffix=, logDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/WALs/018362ca5320,36325,1732375116999, archiveDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/oldWALs, maxLogs=10 2024-11-23T15:18:38,759 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/WALs/018362ca5320,36325,1732375116999/018362ca5320%2C36325%2C1732375116999.1732375118746, exclude list is [], retry=0 2024-11-23T15:18:38,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-c3d2831d-a822-4298-b969-431e93dfeeeb,DISK] 2024-11-23T15:18:38,764 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/WALs/018362ca5320,36325,1732375116999/018362ca5320%2C36325%2C1732375116999.1732375118746 2024-11-23T15:18:38,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35799:35799)] 2024-11-23T15:18:38,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:38,765 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:38,765 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,765 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:18:38,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:38,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:38,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:18:38,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:38,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:38,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:18:38,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:38,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:38,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:18:38,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:38,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:38,773 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,774 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,774 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,775 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,775 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,776 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:38,777 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:38,780 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:38,781 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60810219, jitterRate=-0.09385712444782257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:38,781 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375118765Initializing all the Stores at 1732375118766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375118766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375118766Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375118766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375118766Cleaning up temporary data from old regions at 1732375118775 (+9 ms)Region opened successfully at 1732375118781 (+6 ms) 2024-11-23T15:18:38,781 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:18:38,786 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702f0f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:38,787 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:18:38,787 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:18:38,788 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:18:38,788 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:18:38,788 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:18:38,789 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:18:38,789 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:18:38,791 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:18:38,792 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Unable to get data of znode /1912148742/balancer because node does not exist (not necessarily an error) 2024-11-23T15:18:38,802 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1912148742/balancer already deleted, retry=false 2024-11-23T15:18:38,803 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:18:38,804 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Unable to get data of znode /1912148742/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:18:38,816 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1912148742/normalizer already deleted, retry=false 2024-11-23T15:18:38,816 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:18:38,818 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Unable to get data of znode /1912148742/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:18:38,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1912148742/switch/split already deleted, retry=false 2024-11-23T15:18:38,828 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Unable to get data of znode /1912148742/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:18:38,917 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1912148742/switch/merge already deleted, retry=false 2024-11-23T15:18:38,919 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Unable to get data of znode /1912148742/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:18:38,950 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1912148742/snapshot-cleanup already deleted, retry=false 2024-11-23T15:18:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1912148742/running 2024-11-23T15:18:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1912148742/running 2024-11-23T15:18:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:38,961 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,36325,1732375116999, sessionid=0x101684651be0003, setting cluster-up flag (Was=false) 2024-11-23T15:18:38,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:38,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:39,016 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1912148742/flush-table-proc/acquired, /1912148742/flush-table-proc/reached, /1912148742/flush-table-proc/abort 2024-11-23T15:18:39,017 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,36325,1732375116999 2024-11-23T15:18:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:39,069 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1912148742/online-snapshot/acquired, /1912148742/online-snapshot/reached, /1912148742/online-snapshot/abort 2024-11-23T15:18:39,070 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,36325,1732375116999 2024-11-23T15:18:39,071 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:18:39,073 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:39,073 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:18:39,074 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:18:39,074 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,36325,1732375116999 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:18:39,075 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:39,075 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:39,075 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:39,075 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:39,075 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:18:39,075 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,075 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:39,076 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:39,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:18:39,079 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:39,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:18:39,084 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375149084 2024-11-23T15:18:39,084 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:18:39,085 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:18:39,085 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:18:39,085 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:18:39,085 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:18:39,085 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:18:39,087 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,088 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:18:39,088 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:18:39,088 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:18:39,088 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:18:39,088 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(746): ClusterId : 3c81cb1d-bd10-4ac3-9622-c01f9548abc2 2024-11-23T15:18:39,089 DEBUG [RS:0;018362ca5320:38727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:18:39,089 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:18:39,089 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:18:39,092 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375119089,5,FailOnTimeoutGroup] 2024-11-23T15:18:39,093 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375119092,5,FailOnTimeoutGroup] 2024-11-23T15:18:39,093 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,093 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:18:39,093 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,093 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,101 DEBUG [RS:0;018362ca5320:38727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:18:39,101 DEBUG [RS:0;018362ca5320:38727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:18:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:18:39,112 DEBUG [RS:0;018362ca5320:38727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:18:39,112 DEBUG [RS:0;018362ca5320:38727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016186c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:39,138 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:38727 2024-11-23T15:18:39,139 INFO [RS:0;018362ca5320:38727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:18:39,139 INFO [RS:0;018362ca5320:38727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:18:39,139 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:18:39,140 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,36325,1732375116999 with port=38727, startcode=1732375117343 2024-11-23T15:18:39,140 DEBUG [RS:0;018362ca5320:38727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:18:39,141 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:18:39,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,38727,1732375117343 2024-11-23T15:18:39,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36325 {}] master.ServerManager(517): Registering regionserver=018362ca5320,38727,1732375117343 2024-11-23T15:18:39,144 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2 2024-11-23T15:18:39,144 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34829 2024-11-23T15:18:39,144 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:18:39,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742/rs 2024-11-23T15:18:39,153 DEBUG [RS:0;018362ca5320:38727 {}] zookeeper.ZKUtil(111): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on existing znode=/1912148742/rs/018362ca5320,38727,1732375117343 2024-11-23T15:18:39,154 WARN [RS:0;018362ca5320:38727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:39,154 INFO [RS:0;018362ca5320:38727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:39,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,38727,1732375117343] 2024-11-23T15:18:39,154 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/WALs/018362ca5320,38727,1732375117343 2024-11-23T15:18:39,158 INFO [RS:0;018362ca5320:38727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:18:39,159 INFO [RS:0;018362ca5320:38727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:18:39,160 INFO [RS:0;018362ca5320:38727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:18:39,160 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,162 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:18:39,163 INFO [RS:0;018362ca5320:38727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:18:39,163 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,163 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,163 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,163 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,163 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,163 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,163 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:39,164 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,164 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,164 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,164 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,164 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,164 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:39,164 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:39,164 DEBUG [RS:0;018362ca5320:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:39,168 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,168 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,168 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,168 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,168 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,169 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,38727,1732375117343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:39,183 INFO [RS:0;018362ca5320:38727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:18:39,183 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,38727,1732375117343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,183 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,183 INFO [RS:0;018362ca5320:38727 {}] regionserver.Replication(171): 018362ca5320,38727,1732375117343 started 2024-11-23T15:18:39,198 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:39,198 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,38727,1732375117343, RpcServer on 018362ca5320/172.17.0.2:38727, sessionid=0x101684651be0004 2024-11-23T15:18:39,199 DEBUG [RS:0;018362ca5320:38727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:18:39,199 DEBUG [RS:0;018362ca5320:38727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,38727,1732375117343 2024-11-23T15:18:39,199 DEBUG [RS:0;018362ca5320:38727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,38727,1732375117343' 2024-11-23T15:18:39,199 DEBUG [RS:0;018362ca5320:38727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1912148742/flush-table-proc/abort' 2024-11-23T15:18:39,199 DEBUG [RS:0;018362ca5320:38727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1912148742/flush-table-proc/acquired' 2024-11-23T15:18:39,200 DEBUG [RS:0;018362ca5320:38727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:18:39,200 DEBUG [RS:0;018362ca5320:38727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:18:39,200 DEBUG [RS:0;018362ca5320:38727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,38727,1732375117343 2024-11-23T15:18:39,200 DEBUG [RS:0;018362ca5320:38727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,38727,1732375117343' 2024-11-23T15:18:39,200 DEBUG [RS:0;018362ca5320:38727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1912148742/online-snapshot/abort' 2024-11-23T15:18:39,200 DEBUG [RS:0;018362ca5320:38727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1912148742/online-snapshot/acquired' 2024-11-23T15:18:39,200 DEBUG [RS:0;018362ca5320:38727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:18:39,201 INFO [RS:0;018362ca5320:38727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:18:39,201 INFO [RS:0;018362ca5320:38727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:18:39,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:18:39,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:39,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:39,267 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:18:39,301 INFO [RS:0;018362ca5320:38727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:39,302 INFO [RS:0;018362ca5320:38727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C38727%2C1732375117343, suffix=, logDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/WALs/018362ca5320,38727,1732375117343, archiveDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/oldWALs, maxLogs=10 2024-11-23T15:18:39,315 DEBUG [RS:0;018362ca5320:38727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/WALs/018362ca5320,38727,1732375117343/018362ca5320%2C38727%2C1732375117343.1732375119303, exclude list is [], retry=0 2024-11-23T15:18:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-c3d2831d-a822-4298-b969-431e93dfeeeb,DISK] 2024-11-23T15:18:39,320 INFO [RS:0;018362ca5320:38727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/WALs/018362ca5320,38727,1732375117343/018362ca5320%2C38727%2C1732375117343.1732375119303 2024-11-23T15:18:39,321 DEBUG [RS:0;018362ca5320:38727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35799:35799)] 2024-11-23T15:18:39,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:18:39,506 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2 2024-11-23T15:18:39,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:18:39,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:39,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:39,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:39,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:39,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:39,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:39,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:39,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:39,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:39,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:39,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:39,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:39,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:39,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:39,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:39,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:39,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:39,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740 2024-11-23T15:18:39,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740 2024-11-23T15:18:39,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:39,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:39,936 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:39,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:39,949 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:39,949 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61565424, jitterRate=-0.08260369300842285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:39,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375119917Initializing all the Stores at 1732375119918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375119918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375119918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375119918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375119918Cleaning up temporary data from old regions at 1732375119936 (+18 ms)Region opened successfully at 1732375119950 (+14 ms) 2024-11-23T15:18:39,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:39,950 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:39,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:39,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:39,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:39,956 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:39,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375119950Disabling compacts and flushes for region at 1732375119950Disabling writes for close at 1732375119950Writing region close event to WAL at 1732375119956 (+6 ms)Closed at 1732375119956 2024-11-23T15:18:39,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:39,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:18:39,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:18:39,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:39,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:18:40,111 DEBUG [018362ca5320:36325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:18:40,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,38727,1732375117343 2024-11-23T15:18:40,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,38727,1732375117343, state=OPENING 2024-11-23T15:18:40,229 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:18:40,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:40,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:40,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1912148742/meta-region-server: CHANGED 2024-11-23T15:18:40,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1912148742/meta-region-server: CHANGED 2024-11-23T15:18:40,248 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:40,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,38727,1732375117343}] 2024-11-23T15:18:40,402 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:18:40,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:18:40,408 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:18:40,408 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:40,409 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:18:40,411 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C38727%2C1732375117343.meta, suffix=.meta, logDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/WALs/018362ca5320,38727,1732375117343, archiveDir=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/oldWALs, maxLogs=10 2024-11-23T15:18:40,427 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/WALs/018362ca5320,38727,1732375117343/018362ca5320%2C38727%2C1732375117343.meta.1732375120411.meta, exclude list is [], retry=0 2024-11-23T15:18:40,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-c3d2831d-a822-4298-b969-431e93dfeeeb,DISK] 2024-11-23T15:18:40,431 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/WALs/018362ca5320,38727,1732375117343/018362ca5320%2C38727%2C1732375117343.meta.1732375120411.meta 2024-11-23T15:18:40,431 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35799:35799)] 2024-11-23T15:18:40,431 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:40,432 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:40,432 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:40,432 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:18:40,432 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:18:40,432 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:18:40,432 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:40,432 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:18:40,432 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:18:40,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:40,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:40,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:40,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:40,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:40,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:40,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:40,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:40,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:40,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:40,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:40,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:40,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:40,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:40,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:40,440 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:40,440 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740 2024-11-23T15:18:40,442 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740 2024-11-23T15:18:40,443 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:40,443 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:40,444 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:40,445 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:40,446 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72095022, jitterRate=0.07429954409599304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:40,446 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:18:40,446 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375120432Writing region info on filesystem at 1732375120432Initializing all the Stores at 1732375120433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375120433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375120434 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375120434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375120434Cleaning up temporary data from old regions at 1732375120443 (+9 ms)Running coprocessor post-open hooks at 1732375120446 (+3 ms)Region opened successfully at 1732375120446 2024-11-23T15:18:40,447 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375120402 2024-11-23T15:18:40,450 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:18:40,450 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:18:40,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,38727,1732375117343 2024-11-23T15:18:40,452 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,38727,1732375117343, state=OPEN 2024-11-23T15:18:40,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1912148742/meta-region-server 2024-11-23T15:18:40,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1912148742/meta-region-server 2024-11-23T15:18:40,479 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,38727,1732375117343 2024-11-23T15:18:40,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1912148742/meta-region-server: CHANGED 2024-11-23T15:18:40,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1912148742/meta-region-server: CHANGED 2024-11-23T15:18:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:18:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,38727,1732375117343 in 231 msec 2024-11-23T15:18:40,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:18:40,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-23T15:18:40,486 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:40,486 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:18:40,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:40,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38727,1732375117343, seqNum=-1] 2024-11-23T15:18:40,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:40,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:40,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4210 sec 2024-11-23T15:18:40,496 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375120496, completionTime=-1 2024-11-23T15:18:40,496 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:18:40,496 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:18:40,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:18:40,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375180498 2024-11-23T15:18:40,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375240498 2024-11-23T15:18:40,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T15:18:40,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36325,1732375116999-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:40,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36325,1732375116999-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:40,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36325,1732375116999-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:40,499 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:36325, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:40,499 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:40,499 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:40,501 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:18:40,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.088sec 2024-11-23T15:18:40,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:18:40,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:18:40,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:18:40,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:18:40,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:18:40,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36325,1732375116999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:40,505 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36325,1732375116999-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:18:40,507 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:18:40,507 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:18:40,507 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36325,1732375116999-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:40,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258f2f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36325,-1 for getting cluster id 2024-11-23T15:18:40,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:40,592 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c81cb1d-bd10-4ac3-9622-c01f9548abc2' 2024-11-23T15:18:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c81cb1d-bd10-4ac3-9622-c01f9548abc2" 2024-11-23T15:18:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e5f3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36325,-1] 2024-11-23T15:18:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:40,596 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:40,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b38ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38727,1732375117343, seqNum=-1] 2024-11-23T15:18:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:40,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:40,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,36325,1732375116999 2024-11-23T15:18:40,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52499 2024-11-23T15:18:40,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:40,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101684651be0005 connected 2024-11-23T15:18:40,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cb0f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44831,-1 for getting cluster id 2024-11-23T15:18:40,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:40,722 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85843b37-adb2-4cd5-a19f-3495236d58ae' 2024-11-23T15:18:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85843b37-adb2-4cd5-a19f-3495236d58ae" 2024-11-23T15:18:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d85d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44831,-1] 2024-11-23T15:18:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:40,724 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8f6c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,44831,1732375110292 2024-11-23T15:18:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59387f17 2024-11-23T15:18:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:40,727 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:40,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:36325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:18:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:18:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:40,731 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:36325' 2024-11-23T15:18:40,732 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ce3228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,732 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36325,-1 for getting cluster id 2024-11-23T15:18:40,733 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:40,733 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c81cb1d-bd10-4ac3-9622-c01f9548abc2' 2024-11-23T15:18:40,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:40,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c81cb1d-bd10-4ac3-9622-c01f9548abc2" 2024-11-23T15:18:40,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2bbdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36325,-1] 2024-11-23T15:18:40,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:40,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:40,736 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:40,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcda510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:40,737 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:40,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,36325,1732375116999 2024-11-23T15:18:40,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c1f3e15 2024-11-23T15:18:40,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:40,739 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:40,740 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T15:18:40,740 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:18:40,740 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:40,740 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:40,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:40,741 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:40,742 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:18:40,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:18:40,744 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:40,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:18:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741835_1011 (size=1138) 2024-11-23T15:18:40,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f472cf171758019e4eab1bf078ae42a, NAME => 'hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f 2024-11-23T15:18:40,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741836_1012 (size=44) 2024-11-23T15:18:40,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:40,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6f472cf171758019e4eab1bf078ae42a, disabling compactions & flushes 2024-11-23T15:18:40,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:40,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:40,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. after waiting 0 ms 2024-11-23T15:18:40,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:40,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:40,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f472cf171758019e4eab1bf078ae42a: Waiting for close lock at 1732375120774Disabling compacts and flushes for region at 1732375120774Disabling writes for close at 1732375120774Writing region close event to WAL at 1732375120774Closed at 1732375120774 2024-11-23T15:18:40,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:18:40,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375120777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375120777"}]},"ts":"1732375120777"} 2024-11-23T15:18:40,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:18:40,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:18:40,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375120783"}]},"ts":"1732375120783"} 2024-11-23T15:18:40,787 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:18:40,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f472cf171758019e4eab1bf078ae42a, ASSIGN}] 2024-11-23T15:18:40,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f472cf171758019e4eab1bf078ae42a, ASSIGN 2024-11-23T15:18:40,792 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:18:40,794 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f472cf171758019e4eab1bf078ae42a, ASSIGN; state=OFFLINE, location=018362ca5320,45065,1732375110589; forceNewPlan=false, retain=false 2024-11-23T15:18:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:40,945 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6f472cf171758019e4eab1bf078ae42a, regionState=OPENING, regionLocation=018362ca5320,45065,1732375110589 2024-11-23T15:18:40,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f472cf171758019e4eab1bf078ae42a, ASSIGN because future has completed 2024-11-23T15:18:40,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f472cf171758019e4eab1bf078ae42a, server=018362ca5320,45065,1732375110589}] 2024-11-23T15:18:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:41,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:41,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:41,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:18:41,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45065%2C1732375110589.rep, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/oldWALs, maxLogs=10 2024-11-23T15:18:41,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.rep.1732375121115, exclude list is [], retry=0 2024-11-23T15:18:41,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42059,DS-9267812f-96c6-41db-805f-6688c0f0986b,DISK] 2024-11-23T15:18:41,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.rep.1732375121115 2024-11-23T15:18:41,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-23T15:18:41,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f472cf171758019e4eab1bf078ae42a, NAME => 'hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:41,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:41,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:41,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. service=MultiRowMutationService 2024-11-23T15:18:41,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:18:41,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:41,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,151 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,152 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f472cf171758019e4eab1bf078ae42a columnFamilyName hfileref 2024-11-23T15:18:41,152 DEBUG [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:41,155 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] regionserver.HStore(327): Store=6f472cf171758019e4eab1bf078ae42a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:41,155 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,157 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f472cf171758019e4eab1bf078ae42a columnFamilyName queue 2024-11-23T15:18:41,157 DEBUG [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:41,158 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] regionserver.HStore(327): Store=6f472cf171758019e4eab1bf078ae42a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:41,158 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,160 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f472cf171758019e4eab1bf078ae42a columnFamilyName sid 2024-11-23T15:18:41,160 DEBUG [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:41,160 INFO [StoreOpener-6f472cf171758019e4eab1bf078ae42a-1 {}] regionserver.HStore(327): Store=6f472cf171758019e4eab1bf078ae42a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:41,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:18:41,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:41,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6f472cf171758019e4eab1bf078ae42a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66838690, jitterRate=-0.004025906324386597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:18:41,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:41,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6f472cf171758019e4eab1bf078ae42a: Running coprocessor pre-open hook at 1732375121149Writing region info on filesystem at 1732375121149Initializing all the Stores at 1732375121150 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375121150Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375121150Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375121150Cleaning up temporary data from old regions at 1732375121163 (+13 ms)Running coprocessor post-open hooks at 1732375121172 (+9 ms)Region opened successfully at 1732375121173 (+1 ms) 2024-11-23T15:18:41,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a., pid=7, masterSystemTime=1732375121104 2024-11-23T15:18:41,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6f472cf171758019e4eab1bf078ae42a, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,45065,1732375110589 2024-11-23T15:18:41,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:41,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:41,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f472cf171758019e4eab1bf078ae42a, server=018362ca5320,45065,1732375110589 because future has completed 2024-11-23T15:18:41,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T15:18:41,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f472cf171758019e4eab1bf078ae42a, server=018362ca5320,45065,1732375110589 in 242 msec 2024-11-23T15:18:41,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:18:41,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f472cf171758019e4eab1bf078ae42a, ASSIGN in 411 msec 2024-11-23T15:18:41,210 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:18:41,210 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375121210"}]},"ts":"1732375121210"} 2024-11-23T15:18:41,213 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:18:41,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:18:41,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 474 msec 2024-11-23T15:18:41,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a., hostname=018362ca5320,45065,1732375110589, seqNum=2] 2024-11-23T15:18:41,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:41,318 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:41,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:18:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:41,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T15:18:41,496 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:18:41,524 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,45065,1732375110589, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:18:41,524 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:41,524 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45065,1732375110589, seqNum=-1] 2024-11-23T15:18:41,525 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:41,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-23T15:18:41,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,45065,1732375110589', locateType=CURRENT is [region=hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a., hostname=018362ca5320,45065,1732375110589, seqNum=2] 2024-11-23T15:18:41,531 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T15:18:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T15:18:41,534 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,45065,1732375110589 suceeded 2024-11-23T15:18:41,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T15:18:41,537 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:36325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:18:41,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-23T15:18:41,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 809 msec 2024-11-23T15:18:41,547 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:36325' 2024-11-23T15:18:41,548 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46d74a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:41,548 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36325,-1 for getting cluster id 2024-11-23T15:18:41,549 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:41,549 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c81cb1d-bd10-4ac3-9622-c01f9548abc2' 2024-11-23T15:18:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c81cb1d-bd10-4ac3-9622-c01f9548abc2" 2024-11-23T15:18:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d9a2e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36325,-1] 2024-11-23T15:18:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:41,551 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:41,552 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0b8d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:41,552 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,36325,1732375116999 2024-11-23T15:18:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70a8e884 2024-11-23T15:18:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:41,554 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-23T15:18:41,554 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,45065,1732375110589 (queues=1) is replicating from cluster=85843b37-adb2-4cd5-a19f-3495236d58ae to cluster=3c81cb1d-bd10-4ac3-9622-c01f9548abc2 2024-11-23T15:18:41,554 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C45065%2C1732375110589 2024-11-23T15:18:41,555 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,45065,1732375110589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:18:41,555 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.shipper018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C45065%2C1732375110589 2024-11-23T15:18:41,555 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077, startPosition=0, beingWritten=true 2024-11-23T15:18:41,760 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 to pos 0, reset compression=false 2024-11-23T15:18:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:41,867 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:18:41,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:41,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:41,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:41,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:41,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:41,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,44831,1732375110292 2024-11-23T15:18:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@464b13a9 2024-11-23T15:18:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:41,870 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:41,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44831 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T15:18:41,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:18:41,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:41,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:41,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:41,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:41,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:41,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:18:41,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=604591791, stopped=false 2024-11-23T15:18:41,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,36325,1732375116999 2024-11-23T15:18:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1912148742/running 2024-11-23T15:18:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1912148742/running 2024-11-23T15:18:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:41,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:41,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on znode that does not yet exist, /1912148742/running 2024-11-23T15:18:41,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Set watcher on znode that does not yet exist, /1912148742/running 2024-11-23T15:18:41,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:41,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:41,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:41,882 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,38727,1732375117343' ***** 2024-11-23T15:18:41,882 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:18:41,882 INFO [RS:0;018362ca5320:38727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:18:41,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,38727,1732375117343 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:38727. 2024-11-23T15:18:41,883 DEBUG [RS:0;018362ca5320:38727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:41,883 DEBUG [RS:0;018362ca5320:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:18:41,883 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:18:41,883 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:18:41,883 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:41,883 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:41,884 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:41,884 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:41,884 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:41,884 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:41,884 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T15:18:41,909 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740/.tmp/ns/828fad33e6e2477ca762fabca59af3ed is 43, key is default/ns:d/1732375120490/Put/seqid=0 2024-11-23T15:18:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741835_1011 (size=5153) 2024-11-23T15:18:41,971 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:42,065 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 to pos 0, reset compression=false 2024-11-23T15:18:42,084 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:42,235 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:18:42,235 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:18:42,284 DEBUG [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:42,316 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740/.tmp/ns/828fad33e6e2477ca762fabca59af3ed 2024-11-23T15:18:42,323 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740/.tmp/ns/828fad33e6e2477ca762fabca59af3ed as hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740/ns/828fad33e6e2477ca762fabca59af3ed 2024-11-23T15:18:42,329 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740/ns/828fad33e6e2477ca762fabca59af3ed, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T15:18:42,330 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-23T15:18:42,334 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T15:18:42,334 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:42,334 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:42,335 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:42,335 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375121883Running coprocessor pre-close hooks at 1732375121883Disabling compacts and flushes for region at 1732375121883Disabling writes for close at 1732375121884 (+1 ms)Obtaining lock to block concurrent updates at 1732375121884Preparing flush snapshotting stores in 1588230740 at 1732375121884Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732375121884Flushing stores of hbase:meta,,1.1588230740 at 1732375121885 (+1 ms)Flushing 1588230740/ns: creating writer at 1732375121885Flushing 1588230740/ns: appending metadata at 1732375121908 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732375121908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b5e7d9: reopening flushed file at 1732375122322 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1732375122330 (+8 ms)Writing region close event to WAL at 1732375122330Running coprocessor post-close hooks at 1732375122334 (+4 ms)Closed at 1732375122335 (+1 ms) 2024-11-23T15:18:42,335 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:42,471 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 to pos 0, reset compression=false 2024-11-23T15:18:42,484 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,38727,1732375117343; all regions closed. 2024-11-23T15:18:42,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741834_1010 (size=1152) 2024-11-23T15:18:42,489 DEBUG [RS:0;018362ca5320:38727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/oldWALs 2024-11-23T15:18:42,489 INFO [RS:0;018362ca5320:38727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C38727%2C1732375117343.meta:.meta(num 1732375120411) 2024-11-23T15:18:42,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741832_1008 (size=93) 2024-11-23T15:18:42,494 DEBUG [RS:0;018362ca5320:38727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/oldWALs 2024-11-23T15:18:42,494 INFO [RS:0;018362ca5320:38727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C38727%2C1732375117343:(num 1732375119303) 2024-11-23T15:18:42,494 DEBUG [RS:0;018362ca5320:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:42,494 INFO [RS:0;018362ca5320:38727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:42,494 INFO [RS:0;018362ca5320:38727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:42,495 INFO [RS:0;018362ca5320:38727 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:42,495 INFO [RS:0;018362ca5320:38727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:42,495 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:42,495 INFO [RS:0;018362ca5320:38727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38727 2024-11-23T15:18:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1912148742/rs/018362ca5320,38727,1732375117343 2024-11-23T15:18:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742/rs 2024-11-23T15:18:42,508 INFO [RS:0;018362ca5320:38727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:42,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,38727,1732375117343] 2024-11-23T15:18:42,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1912148742/draining/018362ca5320,38727,1732375117343 already deleted, retry=false 2024-11-23T15:18:42,529 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,38727,1732375117343 expired; onlineServers=0 2024-11-23T15:18:42,529 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,36325,1732375116999' ***** 2024-11-23T15:18:42,529 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:18:42,529 INFO [M:0;018362ca5320:36325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:42,529 INFO [M:0;018362ca5320:36325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:42,529 DEBUG [M:0;018362ca5320:36325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:18:42,529 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:18:42,529 DEBUG [M:0;018362ca5320:36325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:18:42,529 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375119089 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375119089,5,FailOnTimeoutGroup] 2024-11-23T15:18:42,529 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375119092 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375119092,5,FailOnTimeoutGroup] 2024-11-23T15:18:42,530 INFO [M:0;018362ca5320:36325 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:42,530 INFO [M:0;018362ca5320:36325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:42,530 DEBUG [M:0;018362ca5320:36325 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:18:42,530 INFO [M:0;018362ca5320:36325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:18:42,530 INFO [M:0;018362ca5320:36325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:42,530 INFO [M:0;018362ca5320:36325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:18:42,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:18:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1912148742/master 2024-11-23T15:18:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1912148742 2024-11-23T15:18:42,542 DEBUG [M:0;018362ca5320:36325 {}] zookeeper.ZKUtil(347): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Unable to get data of znode /1912148742/master because node does not exist (not an error) 2024-11-23T15:18:42,542 WARN [M:0;018362ca5320:36325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:18:42,543 INFO [M:0;018362ca5320:36325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/.lastflushedseqids 2024-11-23T15:18:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741836_1012 (size=99) 2024-11-23T15:18:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:42,618 INFO [RS:0;018362ca5320:38727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:42,618 INFO [RS:0;018362ca5320:38727 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,38727,1732375117343; zookeeper connection closed. 2024-11-23T15:18:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x101684651be0004, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:42,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fa08f50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fa08f50 2024-11-23T15:18:42,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:18:42,950 INFO [M:0;018362ca5320:36325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:18:42,951 INFO [M:0;018362ca5320:36325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:18:42,951 DEBUG [M:0;018362ca5320:36325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:42,951 INFO [M:0;018362ca5320:36325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:42,951 DEBUG [M:0;018362ca5320:36325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:42,951 DEBUG [M:0;018362ca5320:36325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:42,951 DEBUG [M:0;018362ca5320:36325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:42,951 INFO [M:0;018362ca5320:36325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T15:18:42,967 DEBUG [M:0;018362ca5320:36325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc81dea8a26b44a988b551b0a05a0dd9 is 82, key is hbase:meta,,1/info:regioninfo/1732375120451/Put/seqid=0 2024-11-23T15:18:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741837_1013 (size=5672) 2024-11-23T15:18:42,977 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 to pos 0, reset compression=false 2024-11-23T15:18:43,372 INFO [M:0;018362ca5320:36325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc81dea8a26b44a988b551b0a05a0dd9 2024-11-23T15:18:43,394 DEBUG [M:0;018362ca5320:36325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74210da651aa4e05bb45614697032860 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732375120495/Put/seqid=0 2024-11-23T15:18:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741838_1014 (size=5275) 2024-11-23T15:18:43,582 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 to pos 0, reset compression=false 2024-11-23T15:18:43,801 INFO [M:0;018362ca5320:36325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74210da651aa4e05bb45614697032860 2024-11-23T15:18:43,828 DEBUG [M:0;018362ca5320:36325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4991c6c157b4365908be7edee2a5c04 is 69, key is 018362ca5320,38727,1732375117343/rs:state/1732375119142/Put/seqid=0 2024-11-23T15:18:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741839_1015 (size=5156) 2024-11-23T15:18:43,835 INFO [M:0;018362ca5320:36325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4991c6c157b4365908be7edee2a5c04 2024-11-23T15:18:43,844 DEBUG [M:0;018362ca5320:36325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc81dea8a26b44a988b551b0a05a0dd9 as hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc81dea8a26b44a988b551b0a05a0dd9 2024-11-23T15:18:43,850 INFO [M:0;018362ca5320:36325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc81dea8a26b44a988b551b0a05a0dd9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T15:18:43,851 DEBUG [M:0;018362ca5320:36325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74210da651aa4e05bb45614697032860 as hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74210da651aa4e05bb45614697032860 2024-11-23T15:18:43,857 INFO [M:0;018362ca5320:36325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74210da651aa4e05bb45614697032860, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T15:18:43,858 DEBUG [M:0;018362ca5320:36325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4991c6c157b4365908be7edee2a5c04 as hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4991c6c157b4365908be7edee2a5c04 2024-11-23T15:18:43,863 INFO [M:0;018362ca5320:36325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34829/user/jenkins/test-data/3f6666da-a2e1-71a8-1f32-e59d02e673f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4991c6c157b4365908be7edee2a5c04, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T15:18:43,864 INFO [M:0;018362ca5320:36325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=28, compaction requested=false 2024-11-23T15:18:43,866 INFO [M:0;018362ca5320:36325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:43,866 DEBUG [M:0;018362ca5320:36325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375122951Disabling compacts and flushes for region at 1732375122951Disabling writes for close at 1732375122951Obtaining lock to block concurrent updates at 1732375122951Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375122951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732375122951Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375122952 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375122952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375122966 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375122966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375123378 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375123393 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375123393Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375123807 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375123827 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375123827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f365e4f: reopening flushed file at 1732375123841 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b0f1d69: reopening flushed file at 1732375123850 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58eb25bd: reopening flushed file at 1732375123857 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=28, compaction requested=false at 1732375123865 (+8 ms)Writing region close event to WAL at 1732375123866 (+1 ms)Closed at 1732375123866 2024-11-23T15:18:43,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741830_1006 (size=10165) 2024-11-23T15:18:43,869 INFO [M:0;018362ca5320:36325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:18:43,869 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:43,869 INFO [M:0;018362ca5320:36325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36325 2024-11-23T15:18:43,870 INFO [M:0;018362ca5320:36325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:43,979 INFO [M:0;018362ca5320:36325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:43,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:43,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36325-0x101684651be0003, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:43,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30edecbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:43,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f094d36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:18:43,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:18:43,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f02ef67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:18:43,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a36eb1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.log.dir/,STOPPED} 2024-11-23T15:18:43,984 WARN [BP-499996358-172.17.0.2-1732375113918 heartbeating to localhost/127.0.0.1:34829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:18:43,984 WARN [BP-499996358-172.17.0.2-1732375113918 heartbeating to localhost/127.0.0.1:34829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-499996358-172.17.0.2-1732375113918 (Datanode Uuid 421bb92d-d65a-45ab-bed5-c1d396d3fb88) service to localhost/127.0.0.1:34829 2024-11-23T15:18:43,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/cluster_9a02106c-a2e8-294b-fca3-36d487b5c6a5/data/data1/current/BP-499996358-172.17.0.2-1732375113918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:18:43,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/cluster_9a02106c-a2e8-294b-fca3-36d487b5c6a5/data/data2/current/BP-499996358-172.17.0.2-1732375113918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:18:43,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:18:43,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:18:43,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:18:43,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:43,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:18:43,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:18:43,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:18:43,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.log.dir/,STOPPED} 2024-11-23T15:18:44,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:18:44,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:18:44,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:44,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:44,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:44,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:44,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:44,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:18:44,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=657739111, stopped=false 2024-11-23T15:18:44,030 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,44831,1732375110292 2024-11-23T15:18:44,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01811455869/running 2024-11-23T15:18:44,048 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01811455869/running 2024-11-23T15:18:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:44,048 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:44,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:44,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:18:44,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:44,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:44,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on znode that does not yet exist, /01811455869/running 2024-11-23T15:18:44,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Set watcher on znode that does not yet exist, /01811455869/running 2024-11-23T15:18:44,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,45065,1732375110589' ***** 2024-11-23T15:18:44,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:18:44,053 INFO [RS:0;018362ca5320:45065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:18:44,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:18:44,053 INFO [RS:0;018362ca5320:45065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:18:44,053 INFO [RS:0;018362ca5320:45065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:18:44,053 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:44,054 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,45065,1732375110589 2024-11-23T15:18:44,054 INFO [RS:0;018362ca5320:45065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:44,054 INFO [RS:0;018362ca5320:45065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:45065. 2024-11-23T15:18:44,054 DEBUG [RS:0;018362ca5320:45065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:44,054 DEBUG [RS:0;018362ca5320:45065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:44,054 INFO [RS:0;018362ca5320:45065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:18:44,054 INFO [RS:0;018362ca5320:45065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:18:44,054 INFO [RS:0;018362ca5320:45065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:18:44,054 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:18:44,054 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:18:44,054 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1325): Online Regions={6f472cf171758019e4eab1bf078ae42a=hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:18:44,054 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f472cf171758019e4eab1bf078ae42a 2024-11-23T15:18:44,055 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:44,055 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f472cf171758019e4eab1bf078ae42a, disabling compactions & flushes 2024-11-23T15:18:44,055 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:44,055 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:44,055 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:44,055 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:44,055 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:44,055 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. after waiting 0 ms 2024-11-23T15:18:44,055 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:44,055 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:44,055 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f472cf171758019e4eab1bf078ae42a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T15:18:44,055 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T15:18:44,076 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a/.tmp/queue/51c571ba43e24fdb9455d90cfdc8ef9c is 151, key is 1-018362ca5320,45065,1732375110589/queue:018362ca5320%2C45065%2C1732375110589/1732375121529/Put/seqid=0 2024-11-23T15:18:44,080 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/info/bd50b13a89d14ec19925c5aa6b3246f0 is 147, key is hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a./info:regioninfo/1732375121178/Put/seqid=0 2024-11-23T15:18:44,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741838_1014 (size=5350) 2024-11-23T15:18:44,100 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a/.tmp/queue/51c571ba43e24fdb9455d90cfdc8ef9c 2024-11-23T15:18:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741839_1015 (size=6631) 2024-11-23T15:18:44,119 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/info/bd50b13a89d14ec19925c5aa6b3246f0 2024-11-23T15:18:44,126 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a/.tmp/queue/51c571ba43e24fdb9455d90cfdc8ef9c as hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a/queue/51c571ba43e24fdb9455d90cfdc8ef9c 2024-11-23T15:18:44,140 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a/queue/51c571ba43e24fdb9455d90cfdc8ef9c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T15:18:44,141 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6f472cf171758019e4eab1bf078ae42a in 86ms, sequenceid=5, compaction requested=false 2024-11-23T15:18:44,141 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:44,141 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:18:44,148 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/ns/d601799ac83d407a944f98ef42f9f097 is 43, key is default/ns:d/1732375113802/Put/seqid=0 2024-11-23T15:18:44,149 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/replication/6f472cf171758019e4eab1bf078ae42a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T15:18:44,150 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:44,150 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:44,150 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:44,150 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f472cf171758019e4eab1bf078ae42a: Waiting for close lock at 1732375124055Running coprocessor pre-close hooks at 1732375124055Disabling compacts and flushes for region at 1732375124055Disabling writes for close at 1732375124055Obtaining lock to block concurrent updates at 1732375124055Preparing flush snapshotting stores in 6f472cf171758019e4eab1bf078ae42a at 1732375124055Finished memstore snapshotting hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732375124055Flushing stores of hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. at 1732375124057 (+2 ms)Flushing 6f472cf171758019e4eab1bf078ae42a/queue: creating writer at 1732375124057Flushing 6f472cf171758019e4eab1bf078ae42a/queue: appending metadata at 1732375124075 (+18 ms)Flushing 6f472cf171758019e4eab1bf078ae42a/queue: closing flushed file at 1732375124075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286e8303: reopening flushed file at 1732375124122 (+47 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6f472cf171758019e4eab1bf078ae42a in 86ms, sequenceid=5, compaction requested=false at 1732375124141 (+19 ms)Writing region close event to WAL at 1732375124144 (+3 ms)Running coprocessor post-close hooks at 1732375124150 (+6 ms)Closed at 1732375124150 2024-11-23T15:18:44,150 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375120740.6f472cf171758019e4eab1bf078ae42a. 2024-11-23T15:18:44,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741840_1016 (size=5153) 2024-11-23T15:18:44,255 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:44,288 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 to pos 0, reset compression=false 2024-11-23T15:18:44,455 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:44,561 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/ns/d601799ac83d407a944f98ef42f9f097 2024-11-23T15:18:44,580 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/table/82751151694d4672a2432c90308cfc32 is 53, key is hbase:replication/table:state/1732375121210/Put/seqid=0 2024-11-23T15:18:44,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741841_1017 (size=5256) 2024-11-23T15:18:44,655 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:44,855 DEBUG [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:18:44,917 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:18:44,917 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:18:44,985 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/table/82751151694d4672a2432c90308cfc32 2024-11-23T15:18:44,992 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/info/bd50b13a89d14ec19925c5aa6b3246f0 as hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/info/bd50b13a89d14ec19925c5aa6b3246f0 2024-11-23T15:18:44,998 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/info/bd50b13a89d14ec19925c5aa6b3246f0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T15:18:45,000 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/ns/d601799ac83d407a944f98ef42f9f097 as hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/ns/d601799ac83d407a944f98ef42f9f097 2024-11-23T15:18:45,006 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/ns/d601799ac83d407a944f98ef42f9f097, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:18:45,007 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/.tmp/table/82751151694d4672a2432c90308cfc32 as hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/table/82751151694d4672a2432c90308cfc32 2024-11-23T15:18:45,015 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/table/82751151694d4672a2432c90308cfc32, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T15:18:45,016 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=11, compaction requested=false 2024-11-23T15:18:45,024 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T15:18:45,025 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:45,025 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:45,025 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:45,025 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375124055Running coprocessor pre-close hooks at 1732375124055Disabling compacts and flushes for region at 1732375124055Disabling writes for close at 1732375124055Obtaining lock to block concurrent updates at 1732375124055Preparing flush snapshotting stores in 1588230740 at 1732375124055Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732375124055Flushing stores of hbase:meta,,1.1588230740 at 1732375124056 (+1 ms)Flushing 1588230740/info: creating writer at 1732375124057 (+1 ms)Flushing 1588230740/info: appending metadata at 1732375124079 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732375124079Flushing 1588230740/ns: creating writer at 1732375124129 (+50 ms)Flushing 1588230740/ns: appending metadata at 1732375124148 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732375124148Flushing 1588230740/table: creating writer at 1732375124567 (+419 ms)Flushing 1588230740/table: appending metadata at 1732375124580 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732375124580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9f451e: reopening flushed file at 1732375124992 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fa4d98: reopening flushed file at 1732375124999 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a334f90: reopening flushed file at 1732375125007 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=11, compaction requested=false at 1732375125017 (+10 ms)Writing region close event to WAL at 1732375125020 (+3 ms)Running coprocessor post-close hooks at 1732375125025 (+5 ms)Closed at 1732375125025 2024-11-23T15:18:45,025 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:45,056 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,45065,1732375110589; all regions closed. 2024-11-23T15:18:45,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741834_1010 (size=2742) 2024-11-23T15:18:45,058 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.meta.1732375113716.meta not finished, retry = 0 2024-11-23T15:18:45,094 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 to pos 0, reset compression=false 2024-11-23T15:18:45,162 DEBUG [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/oldWALs 2024-11-23T15:18:45,162 INFO [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C45065%2C1732375110589.meta:.meta(num 1732375113716) 2024-11-23T15:18:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741837_1013 (size=1586) 2024-11-23T15:18:45,170 DEBUG [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/oldWALs 2024-11-23T15:18:45,170 INFO [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C45065%2C1732375110589.rep:(num 1732375121115) 2024-11-23T15:18:45,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741833_1009 (size=93) 2024-11-23T15:18:45,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/WALs/018362ca5320,45065,1732375110589/018362ca5320%2C45065%2C1732375110589.1732375113077 not finished, retry = 0 2024-11-23T15:18:45,279 DEBUG [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/oldWALs 2024-11-23T15:18:45,279 INFO [RS:0;018362ca5320:45065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C45065%2C1732375110589:(num 1732375113077) 2024-11-23T15:18:45,279 DEBUG [RS:0;018362ca5320:45065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:45,279 INFO [RS:0;018362ca5320:45065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:18:45,279 INFO [RS:0;018362ca5320:45065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:45,279 INFO [RS:0;018362ca5320:45065 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:45,280 INFO [RS:0;018362ca5320:45065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:45,280 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:45,280 INFO [RS:0;018362ca5320:45065 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,45065,1732375110589 because: Region server is closing 2024-11-23T15:18:45,280 INFO [RS:0;018362ca5320:45065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:45065. 2024-11-23T15:18:45,280 DEBUG [RS:0;018362ca5320:45065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:18:45,280 DEBUG [RS:0;018362ca5320:45065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:45,280 DEBUG [RS:0;018362ca5320:45065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:45,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:18:45,381 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.wal-reader.018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:18:45,381 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.shipper018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:18:45,381 INFO [RS:0;018362ca5320:45065 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45065,1732375110589.replicationSource.shipper018362ca5320%2C45065%2C1732375110589,1-018362ca5320,45065,1732375110589 terminated 2024-11-23T15:18:45,381 INFO [RS:0;018362ca5320:45065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45065 2024-11-23T15:18:45,529 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01811455869/rs/018362ca5320,45065,1732375110589 2024-11-23T15:18:45,529 INFO [RS:0;018362ca5320:45065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:45,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869/rs 2024-11-23T15:18:45,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,45065,1732375110589] 2024-11-23T15:18:45,553 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01811455869/draining/018362ca5320,45065,1732375110589 already deleted, retry=false 2024-11-23T15:18:45,553 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,45065,1732375110589 expired; onlineServers=0 2024-11-23T15:18:45,553 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,44831,1732375110292' ***** 2024-11-23T15:18:45,553 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:18:45,553 INFO [M:0;018362ca5320:44831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:18:45,553 INFO [M:0;018362ca5320:44831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:18:45,553 DEBUG [M:0;018362ca5320:44831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:18:45,553 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:18:45,553 DEBUG [M:0;018362ca5320:44831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:18:45,553 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375112764 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375112764,5,FailOnTimeoutGroup] 2024-11-23T15:18:45,553 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375112772 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375112772,5,FailOnTimeoutGroup] 2024-11-23T15:18:45,554 INFO [M:0;018362ca5320:44831 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:18:45,554 INFO [M:0;018362ca5320:44831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:18:45,554 DEBUG [M:0;018362ca5320:44831 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:18:45,554 INFO [M:0;018362ca5320:44831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:18:45,554 INFO [M:0;018362ca5320:44831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:18:45,554 INFO [M:0;018362ca5320:44831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:18:45,554 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:18:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01811455869/master 2024-11-23T15:18:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01811455869 2024-11-23T15:18:45,563 DEBUG [M:0;018362ca5320:44831 {}] zookeeper.ZKUtil(347): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Unable to get data of znode /01811455869/master because node does not exist (not an error) 2024-11-23T15:18:45,563 WARN [M:0;018362ca5320:44831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:18:45,564 INFO [M:0;018362ca5320:44831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/.lastflushedseqids 2024-11-23T15:18:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741842_1018 (size=181) 2024-11-23T15:18:45,591 INFO [M:0;018362ca5320:44831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:18:45,591 INFO [M:0;018362ca5320:44831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:18:45,592 DEBUG [M:0;018362ca5320:44831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:45,592 INFO [M:0;018362ca5320:44831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:45,592 DEBUG [M:0;018362ca5320:44831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:45,592 DEBUG [M:0;018362ca5320:44831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:45,592 DEBUG [M:0;018362ca5320:44831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:45,592 INFO [M:0;018362ca5320:44831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T15:18:45,621 DEBUG [M:0;018362ca5320:44831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8512c8e30f44895a7ed81a6c07e6fed is 82, key is hbase:meta,,1/info:regioninfo/1732375113754/Put/seqid=0 2024-11-23T15:18:45,641 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:45,641 INFO [RS:0;018362ca5320:45065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:45,641 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101684651be0001, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:45,641 INFO [RS:0;018362ca5320:45065 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,45065,1732375110589; zookeeper connection closed. 2024-11-23T15:18:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741843_1019 (size=5672) 2024-11-23T15:18:45,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@442ddcca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@442ddcca 2024-11-23T15:18:45,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:18:45,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:18:45,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:45,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:45,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:46,045 INFO [M:0;018362ca5320:44831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8512c8e30f44895a7ed81a6c07e6fed 2024-11-23T15:18:46,086 DEBUG [M:0;018362ca5320:44831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41e569ff0cf040b28b24a2fe933888fe is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732375121217/Put/seqid=0 2024-11-23T15:18:46,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741844_1020 (size=7203) 2024-11-23T15:18:46,094 INFO [M:0;018362ca5320:44831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41e569ff0cf040b28b24a2fe933888fe 2024-11-23T15:18:46,138 DEBUG [M:0;018362ca5320:44831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ccf2bde7b1c4dbd8078ed068cce71e8 is 69, key is 018362ca5320,45065,1732375110589/rs:state/1732375112828/Put/seqid=0 2024-11-23T15:18:46,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741845_1021 (size=5156) 2024-11-23T15:18:46,176 INFO [M:0;018362ca5320:44831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ccf2bde7b1c4dbd8078ed068cce71e8 2024-11-23T15:18:46,205 DEBUG [M:0;018362ca5320:44831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8512c8e30f44895a7ed81a6c07e6fed as hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8512c8e30f44895a7ed81a6c07e6fed 2024-11-23T15:18:46,222 INFO [M:0;018362ca5320:44831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8512c8e30f44895a7ed81a6c07e6fed, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T15:18:46,225 DEBUG [M:0;018362ca5320:44831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41e569ff0cf040b28b24a2fe933888fe as hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41e569ff0cf040b28b24a2fe933888fe 2024-11-23T15:18:46,238 INFO [M:0;018362ca5320:44831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41e569ff0cf040b28b24a2fe933888fe, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T15:18:46,240 DEBUG [M:0;018362ca5320:44831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ccf2bde7b1c4dbd8078ed068cce71e8 as hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ccf2bde7b1c4dbd8078ed068cce71e8 2024-11-23T15:18:46,251 INFO [M:0;018362ca5320:44831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/79fbfa58-bee6-6fd4-91e1-dd1c6a43cf8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ccf2bde7b1c4dbd8078ed068cce71e8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T15:18:46,253 INFO [M:0;018362ca5320:44831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 661ms, sequenceid=70, compaction requested=false 2024-11-23T15:18:46,289 INFO [M:0;018362ca5320:44831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:46,289 DEBUG [M:0;018362ca5320:44831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375125592Disabling compacts and flushes for region at 1732375125592Disabling writes for close at 1732375125592Obtaining lock to block concurrent updates at 1732375125592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375125592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732375125593 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375125593Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375125594 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375125621 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375125621Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375126058 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375126086 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375126086Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375126116 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375126138 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375126138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc6f741: reopening flushed file at 1732375126185 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2793d5d5: reopening flushed file at 1732375126222 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4be5cc: reopening flushed file at 1732375126238 (+16 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 661ms, sequenceid=70, compaction requested=false at 1732375126253 (+15 ms)Writing region close event to WAL at 1732375126289 (+36 ms)Closed at 1732375126289 2024-11-23T15:18:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42059 is added to blk_1073741830_1006 (size=41008) 2024-11-23T15:18:46,332 INFO [M:0;018362ca5320:44831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:18:46,332 INFO [M:0;018362ca5320:44831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44831 2024-11-23T15:18:46,332 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:18:46,332 INFO [M:0;018362ca5320:44831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:18:46,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:46,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44831-0x101684651be0000, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:18:46,485 INFO [M:0;018362ca5320:44831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:18:46,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:46,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:18:46,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:18:46,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:18:46,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.log.dir/,STOPPED} 2024-11-23T15:18:46,528 WARN [BP-1022676579-172.17.0.2-1732375107135 heartbeating to localhost/127.0.0.1:39715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:18:46,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:18:46,528 WARN [BP-1022676579-172.17.0.2-1732375107135 heartbeating to localhost/127.0.0.1:39715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1022676579-172.17.0.2-1732375107135 (Datanode Uuid 451dbae2-12b2-4306-a09d-c053007057bb) service to localhost/127.0.0.1:39715 2024-11-23T15:18:46,528 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:18:46,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/cluster_6b2f77a7-3a2b-60ea-54bb-fbbff3470f8e/data/data1/current/BP-1022676579-172.17.0.2-1732375107135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:18:46,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:18:46,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/cluster_6b2f77a7-3a2b-60ea-54bb-fbbff3470f8e/data/data2/current/BP-1022676579-172.17.0.2-1732375107135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:18:46,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:46,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:18:46,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:18:46,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:18:46,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f04004a-dca9-d381-eb33-f28e62750060/hadoop.log.dir/,STOPPED} 2024-11-23T15:18:46,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:18:46,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:18:46,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 110) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52499) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34829 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52499) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39715 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 511), ProcessCount=11 (was 11), AvailableMemoryMB=3744 (was 4781) 2024-11-23T15:18:46,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=3743 2024-11-23T15:18:46,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101684651be0005, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:18:46,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101684651be0005, quorum=127.0.0.1:52499, baseZNode=/1912148742 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:18:46,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101684651be0002, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:18:46,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101684651be0002, quorum=127.0.0.1:52499, baseZNode=/01811455869 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:18:46,693 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-23T15:18:46,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.log.dir so I do NOT create it in target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289 2024-11-23T15:18:46,694 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:18:46,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.tmp.dir so I do NOT create it in target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289 2024-11-23T15:18:46,694 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/702762bc-d178-cc7d-3ac5-235427d6aaae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:18:46,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289 2024-11-23T15:18:46,694 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/cluster_5e9461c8-b5f3-967d-9098-cc78284c5b01, deleteOnExit=true 2024-11-23T15:18:46,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/cluster_5e9461c8-b5f3-967d-9098-cc78284c5b01/zookeeper_0, clientPort=53413, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/cluster_5e9461c8-b5f3-967d-9098-cc78284c5b01/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/cluster_5e9461c8-b5f3-967d-9098-cc78284c5b01/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:18:46,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53413 2024-11-23T15:18:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:18:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:18:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/test.cache.data in system properties and HBase conf 2024-11-23T15:18:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:18:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:18:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:18:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:18:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:18:46,798 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:18:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:46,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:18:46,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:18:47,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:47,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:47,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:47,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:47,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:18:47,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:47,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ddf45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:47,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e71c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:47,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@749fc2c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/java.io.tmpdir/jetty-localhost-43423-hadoop-hdfs-3_4_1-tests_jar-_-any-17599176952554161766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:47,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5354c14e{HTTP/1.1, (http/1.1)}{localhost:43423} 2024-11-23T15:18:47,581 INFO [Time-limited test {}] server.Server(415): Started @57963ms 2024-11-23T15:18:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:47,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:18:47,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:18:47,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:48,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:48,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:48,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:48,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:48,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:18:48,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:48,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@238f940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:48,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75023a64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/java.io.tmpdir/jetty-localhost-39091-hadoop-hdfs-3_4_1-tests_jar-_-any-6713333911799892110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:48,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55810643{HTTP/1.1, (http/1.1)}{localhost:39091} 2024-11-23T15:18:48,399 INFO [Time-limited test {}] server.Server(415): Started @58782ms 2024-11-23T15:18:48,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:18:49,175 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/cluster_5e9461c8-b5f3-967d-9098-cc78284c5b01/data/data2/current/BP-762197083-172.17.0.2-1732375126878/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:49,175 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/cluster_5e9461c8-b5f3-967d-9098-cc78284c5b01/data/data1/current/BP-762197083-172.17.0.2-1732375126878/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:49,202 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:18:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1a5960d15e73416 with lease ID 0xb2f62478039fbc0b: Processing first storage report for DS-a7134618-1f59-40df-be69-b77c265b17f7 from datanode DatanodeRegistration(127.0.0.1:42547, datanodeUuid=d3649114-5d0e-4880-ba21-68ae0fbc4d47, infoPort=45625, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=638302182;c=1732375126878) 2024-11-23T15:18:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1a5960d15e73416 with lease ID 0xb2f62478039fbc0b: from storage DS-a7134618-1f59-40df-be69-b77c265b17f7 node DatanodeRegistration(127.0.0.1:42547, datanodeUuid=d3649114-5d0e-4880-ba21-68ae0fbc4d47, infoPort=45625, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=638302182;c=1732375126878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1a5960d15e73416 with lease ID 0xb2f62478039fbc0b: Processing first storage report for DS-3ac81c73-c712-4224-a310-ff69365b82e5 from datanode DatanodeRegistration(127.0.0.1:42547, datanodeUuid=d3649114-5d0e-4880-ba21-68ae0fbc4d47, infoPort=45625, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=638302182;c=1732375126878) 2024-11-23T15:18:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1a5960d15e73416 with lease ID 0xb2f62478039fbc0b: from storage DS-3ac81c73-c712-4224-a310-ff69365b82e5 node DatanodeRegistration(127.0.0.1:42547, datanodeUuid=d3649114-5d0e-4880-ba21-68ae0fbc4d47, infoPort=45625, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=638302182;c=1732375126878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:49,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289 2024-11-23T15:18:49,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:49,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:18:49,677 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c with version=8 2024-11-23T15:18:49,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/hbase-staging 2024-11-23T15:18:49,680 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:49,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:49,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:49,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:49,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:49,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:49,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:18:49,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:49,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45229 2024-11-23T15:18:49,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45229 connecting to ZooKeeper ensemble=127.0.0.1:53413 2024-11-23T15:18:49,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452290x0, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:49,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45229-0x10168469e850000 connected 2024-11-23T15:18:49,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:49,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:49,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on znode that does not yet exist, /0-1767860233/running 2024-11-23T15:18:49,854 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c, hbase.cluster.distributed=false 2024-11-23T15:18:49,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on znode that does not yet exist, /0-1767860233/acl 2024-11-23T15:18:49,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-23T15:18:49,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45229 2024-11-23T15:18:49,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45229 2024-11-23T15:18:49,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-23T15:18:49,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-23T15:18:49,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:49,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:49,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:49,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:49,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:49,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:49,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:18:49,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:49,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36655 2024-11-23T15:18:49,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36655 connecting to ZooKeeper ensemble=127.0.0.1:53413 2024-11-23T15:18:49,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:49,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366550x0, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:49,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366550x0, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on znode that does not yet exist, /0-1767860233/running 2024-11-23T15:18:49,935 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:18:49,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36655-0x10168469e850001 connected 2024-11-23T15:18:49,946 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:18:49,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on znode that does not yet exist, /0-1767860233/master 2024-11-23T15:18:49,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on znode that does not yet exist, /0-1767860233/acl 2024-11-23T15:18:49,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-23T15:18:49,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36655 2024-11-23T15:18:49,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36655 2024-11-23T15:18:49,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-23T15:18:49,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-23T15:18:50,004 DEBUG [M:0;018362ca5320:45229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:45229 2024-11-23T15:18:50,007 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1767860233/backup-masters/018362ca5320,45229,1732375129680 2024-11-23T15:18:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233/backup-masters 2024-11-23T15:18:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233/backup-masters 2024-11-23T15:18:50,028 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on existing znode=/0-1767860233/backup-masters/018362ca5320,45229,1732375129680 2024-11-23T15:18:50,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1767860233/master 2024-11-23T15:18:50,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:50,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:50,038 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on existing znode=/0-1767860233/master 2024-11-23T15:18:50,038 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1767860233/backup-masters/018362ca5320,45229,1732375129680 from backup master directory 2024-11-23T15:18:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233/backup-masters 2024-11-23T15:18:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1767860233/backup-masters/018362ca5320,45229,1732375129680 2024-11-23T15:18:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233/backup-masters 2024-11-23T15:18:50,048 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:50,048 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,45229,1732375129680 2024-11-23T15:18:50,053 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/hbase.id] with ID: 702d3e7b-e1fe-4709-97dd-5db8253eeaf9 2024-11-23T15:18:50,053 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/.tmp/hbase.id 2024-11-23T15:18:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:18:50,080 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/.tmp/hbase.id]:[hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/hbase.id] 2024-11-23T15:18:50,098 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:50,098 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:18:50,101 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T15:18:50,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:50,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:50,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:18:50,196 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:50,197 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:18:50,197 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:50,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:18:50,606 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store 2024-11-23T15:18:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:18:50,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:18:50,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:50,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:50,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:50,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:51,012 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:51,013 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:51,013 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:51,013 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:51,013 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:51,013 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:51,013 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:51,013 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375131013Disabling compacts and flushes for region at 1732375131013Disabling writes for close at 1732375131013Writing region close event to WAL at 1732375131013Closed at 1732375131013 2024-11-23T15:18:51,014 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/.initializing 2024-11-23T15:18:51,014 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/WALs/018362ca5320,45229,1732375129680 2024-11-23T15:18:51,015 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:51,017 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C45229%2C1732375129680, suffix=, logDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/WALs/018362ca5320,45229,1732375129680, archiveDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/oldWALs, maxLogs=10 2024-11-23T15:18:51,034 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/WALs/018362ca5320,45229,1732375129680/018362ca5320%2C45229%2C1732375129680.1732375131017, exclude list is [], retry=0 2024-11-23T15:18:51,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42547,DS-a7134618-1f59-40df-be69-b77c265b17f7,DISK] 2024-11-23T15:18:51,039 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/WALs/018362ca5320,45229,1732375129680/018362ca5320%2C45229%2C1732375129680.1732375131017 2024-11-23T15:18:51,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-23T15:18:51,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:51,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:51,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:18:51,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:51,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:18:51,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:51,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:18:51,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:51,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:18:51,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:51,050 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,051 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,051 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,052 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,052 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,053 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:51,054 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:51,056 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:51,056 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64426418, jitterRate=-0.03997156023979187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:51,057 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375131040Initializing all the Stores at 1732375131041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375131041Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375131041Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375131041Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375131041Cleaning up temporary data from old regions at 1732375131052 (+11 ms)Region opened successfully at 1732375131057 (+5 ms) 2024-11-23T15:18:51,060 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:18:51,064 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c645d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:51,065 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:18:51,065 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:18:51,065 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:18:51,065 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:18:51,066 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:18:51,066 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:18:51,066 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:18:51,075 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:18:51,076 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Unable to get data of znode /0-1767860233/balancer because node does not exist (not necessarily an error) 2024-11-23T15:18:51,090 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1767860233/balancer already deleted, retry=false 2024-11-23T15:18:51,090 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:18:51,093 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Unable to get data of znode /0-1767860233/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:18:51,107 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1767860233/normalizer already deleted, retry=false 2024-11-23T15:18:51,107 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:18:51,121 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Unable to get data of znode /0-1767860233/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:18:51,132 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1767860233/switch/split already deleted, retry=false 2024-11-23T15:18:51,134 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Unable to get data of znode /0-1767860233/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:18:51,142 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1767860233/switch/merge already deleted, retry=false 2024-11-23T15:18:51,145 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Unable to get data of znode /0-1767860233/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:18:51,153 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1767860233/snapshot-cleanup already deleted, retry=false 2024-11-23T15:18:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1767860233/running 2024-11-23T15:18:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1767860233/running 2024-11-23T15:18:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:51,164 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,45229,1732375129680, sessionid=0x10168469e850000, setting cluster-up flag (Was=false) 2024-11-23T15:18:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:51,244 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1767860233/flush-table-proc/acquired, /0-1767860233/flush-table-proc/reached, /0-1767860233/flush-table-proc/abort 2024-11-23T15:18:51,245 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,45229,1732375129680 2024-11-23T15:18:51,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:51,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:51,300 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1767860233/online-snapshot/acquired, /0-1767860233/online-snapshot/reached, /0-1767860233/online-snapshot/abort 2024-11-23T15:18:51,301 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,45229,1732375129680 2024-11-23T15:18:51,303 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:18:51,305 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:51,305 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:18:51,305 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:18:51,305 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,45229,1732375129680 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:18:51,307 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:51,307 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:51,307 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:51,307 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:51,307 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:18:51,307 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,307 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:51,307 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,310 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375161310 2024-11-23T15:18:51,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:51,310 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:18:51,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:18:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:18:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:18:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:18:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:18:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:18:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:18:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:18:51,312 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:18:51,312 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:18:51,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,312 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:18:51,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:18:51,312 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:18:51,316 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375131312,5,FailOnTimeoutGroup] 2024-11-23T15:18:51,320 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375131316,5,FailOnTimeoutGroup] 2024-11-23T15:18:51,320 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,320 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:18:51,320 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,320 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:18:51,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:18:51,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c 2024-11-23T15:18:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741832_1008 (size=32) 2024-11-23T15:18:51,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:51,397 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(746): ClusterId : 702d3e7b-e1fe-4709-97dd-5db8253eeaf9 2024-11-23T15:18:51,397 DEBUG [RS:0;018362ca5320:36655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:18:51,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:51,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:51,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:51,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:51,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:51,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:51,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:51,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:51,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:51,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:51,408 DEBUG [RS:0;018362ca5320:36655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:18:51,408 DEBUG [RS:0;018362ca5320:36655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:18:51,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:51,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:51,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:51,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:51,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740 2024-11-23T15:18:51,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740 2024-11-23T15:18:51,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:51,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:51,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:51,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:51,417 DEBUG [RS:0;018362ca5320:36655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:18:51,418 DEBUG [RS:0;018362ca5320:36655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883b503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:51,424 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:51,425 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70591531, jitterRate=0.051895782351493835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375131391Initializing all the Stores at 1732375131391Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375131392 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375131400 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375131400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375131400Cleaning up temporary data from old regions at 1732375131415 (+15 ms)Region opened successfully at 1732375131426 (+11 ms) 2024-11-23T15:18:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:51,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:51,431 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:51,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375131426Disabling compacts and flushes for region at 1732375131426Disabling writes for close at 1732375131426Writing region close event to WAL at 1732375131431 (+5 ms)Closed at 1732375131431 2024-11-23T15:18:51,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:51,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:18:51,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:18:51,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:51,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:18:51,442 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:36655 2024-11-23T15:18:51,442 INFO [RS:0;018362ca5320:36655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:18:51,442 INFO [RS:0;018362ca5320:36655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:18:51,442 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:18:51,444 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,45229,1732375129680 with port=36655, startcode=1732375129915 2024-11-23T15:18:51,444 DEBUG [RS:0;018362ca5320:36655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:18:51,450 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:18:51,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,36655,1732375129915 2024-11-23T15:18:51,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45229 {}] master.ServerManager(517): Registering regionserver=018362ca5320,36655,1732375129915 2024-11-23T15:18:51,452 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c 2024-11-23T15:18:51,452 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35377 2024-11-23T15:18:51,452 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:18:51,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233/rs 2024-11-23T15:18:51,465 DEBUG [RS:0;018362ca5320:36655 {}] zookeeper.ZKUtil(111): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on existing znode=/0-1767860233/rs/018362ca5320,36655,1732375129915 2024-11-23T15:18:51,465 WARN [RS:0;018362ca5320:36655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:51,465 INFO [RS:0;018362ca5320:36655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:51,465 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915 2024-11-23T15:18:51,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,36655,1732375129915] 2024-11-23T15:18:51,469 INFO [RS:0;018362ca5320:36655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:18:51,474 INFO [RS:0;018362ca5320:36655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:18:51,475 INFO [RS:0;018362ca5320:36655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:18:51,475 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,476 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:18:51,477 INFO [RS:0;018362ca5320:36655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:18:51,477 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:51,478 DEBUG [RS:0;018362ca5320:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:51,500 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,500 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,500 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,500 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,501 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,501 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36655,1732375129915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:51,521 INFO [RS:0;018362ca5320:36655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:18:51,521 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36655,1732375129915-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,522 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,522 INFO [RS:0;018362ca5320:36655 {}] regionserver.Replication(171): 018362ca5320,36655,1732375129915 started 2024-11-23T15:18:51,540 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:51,540 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,36655,1732375129915, RpcServer on 018362ca5320/172.17.0.2:36655, sessionid=0x10168469e850001 2024-11-23T15:18:51,541 DEBUG [RS:0;018362ca5320:36655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:18:51,541 DEBUG [RS:0;018362ca5320:36655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,36655,1732375129915 2024-11-23T15:18:51,541 DEBUG [RS:0;018362ca5320:36655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,36655,1732375129915' 2024-11-23T15:18:51,541 DEBUG [RS:0;018362ca5320:36655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1767860233/flush-table-proc/abort' 2024-11-23T15:18:51,541 DEBUG [RS:0;018362ca5320:36655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1767860233/flush-table-proc/acquired' 2024-11-23T15:18:51,542 DEBUG [RS:0;018362ca5320:36655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:18:51,542 DEBUG [RS:0;018362ca5320:36655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:18:51,542 DEBUG [RS:0;018362ca5320:36655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,36655,1732375129915 2024-11-23T15:18:51,542 DEBUG [RS:0;018362ca5320:36655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,36655,1732375129915' 2024-11-23T15:18:51,542 DEBUG [RS:0;018362ca5320:36655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1767860233/online-snapshot/abort' 2024-11-23T15:18:51,543 DEBUG [RS:0;018362ca5320:36655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1767860233/online-snapshot/acquired' 2024-11-23T15:18:51,543 DEBUG [RS:0;018362ca5320:36655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:18:51,543 INFO [RS:0;018362ca5320:36655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:18:51,543 INFO [RS:0;018362ca5320:36655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:18:51,590 WARN [018362ca5320:45229 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T15:18:51,644 INFO [RS:0;018362ca5320:36655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:51,645 INFO [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C36655%2C1732375129915, suffix=, logDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915, archiveDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/oldWALs, maxLogs=10 2024-11-23T15:18:51,662 DEBUG [RS:0;018362ca5320:36655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646, exclude list is [], retry=0 2024-11-23T15:18:51,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42547,DS-a7134618-1f59-40df-be69-b77c265b17f7,DISK] 2024-11-23T15:18:51,667 INFO [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 2024-11-23T15:18:51,668 DEBUG [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-23T15:18:51,840 DEBUG [018362ca5320:45229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:18:51,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,36655,1732375129915 2024-11-23T15:18:51,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,36655,1732375129915, state=OPENING 2024-11-23T15:18:51,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:18:51,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:51,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:18:51,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1767860233/meta-region-server: CHANGED 2024-11-23T15:18:51,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1767860233/meta-region-server: CHANGED 2024-11-23T15:18:51,931 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:51,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,36655,1732375129915}] 2024-11-23T15:18:52,084 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:18:52,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:18:52,090 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:18:52,090 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:52,091 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:18:52,093 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C36655%2C1732375129915.meta, suffix=.meta, logDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915, archiveDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/oldWALs, maxLogs=10 2024-11-23T15:18:52,111 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.meta.1732375132093.meta, exclude list is [], retry=0 2024-11-23T15:18:52,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42547,DS-a7134618-1f59-40df-be69-b77c265b17f7,DISK] 2024-11-23T15:18:52,116 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.meta.1732375132093.meta 2024-11-23T15:18:52,116 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-23T15:18:52,116 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:52,117 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:52,117 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:52,117 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:18:52,117 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:18:52,117 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:18:52,117 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:52,118 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:18:52,118 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:18:52,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:52,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:52,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:52,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:52,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:52,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:52,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:52,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:52,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:52,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:52,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:52,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:52,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:52,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:52,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:52,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:52,126 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:52,127 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740 2024-11-23T15:18:52,128 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740 2024-11-23T15:18:52,129 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:52,129 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:52,129 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:52,131 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:52,132 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63961078, jitterRate=-0.04690566658973694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:52,132 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:18:52,133 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375132118Writing region info on filesystem at 1732375132118Initializing all the Stores at 1732375132119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375132119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375132120 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375132120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375132120Cleaning up temporary data from old regions at 1732375132129 (+9 ms)Running coprocessor post-open hooks at 1732375132132 (+3 ms)Region opened successfully at 1732375132133 (+1 ms) 2024-11-23T15:18:52,134 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375132084 2024-11-23T15:18:52,136 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:18:52,136 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:18:52,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,36655,1732375129915 2024-11-23T15:18:52,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,36655,1732375129915, state=OPEN 2024-11-23T15:18:52,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1767860233/meta-region-server 2024-11-23T15:18:52,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1767860233/meta-region-server 2024-11-23T15:18:52,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,36655,1732375129915 2024-11-23T15:18:52,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1767860233/meta-region-server: CHANGED 2024-11-23T15:18:52,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1767860233/meta-region-server: CHANGED 2024-11-23T15:18:52,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:18:52,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,36655,1732375129915 in 232 msec 2024-11-23T15:18:52,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:18:52,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec 2024-11-23T15:18:52,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:52,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:18:52,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:52,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36655,1732375129915, seqNum=-1] 2024-11-23T15:18:52,171 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:52,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:52,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 876 msec 2024-11-23T15:18:52,181 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375132181, completionTime=-1 2024-11-23T15:18:52,181 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:18:52,181 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:18:52,183 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:18:52,183 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375192183 2024-11-23T15:18:52,183 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375252183 2024-11-23T15:18:52,183 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:18:52,184 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45229,1732375129680-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:52,184 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45229,1732375129680-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:52,184 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45229,1732375129680-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:52,184 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:45229, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:52,184 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:52,184 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:52,186 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:18:52,187 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.139sec 2024-11-23T15:18:52,187 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:18:52,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:18:52,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:18:52,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:18:52,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:18:52,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45229,1732375129680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:52,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45229,1732375129680-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:18:52,190 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:18:52,190 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:18:52,190 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45229,1732375129680-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:52,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd099ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:52,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45229,-1 for getting cluster id 2024-11-23T15:18:52,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:52,199 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '702d3e7b-e1fe-4709-97dd-5db8253eeaf9' 2024-11-23T15:18:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "702d3e7b-e1fe-4709-97dd-5db8253eeaf9" 2024-11-23T15:18:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38e08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45229,-1] 2024-11-23T15:18:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:52,201 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:52,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0d197d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:52,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36655,1732375129915, seqNum=-1] 2024-11-23T15:18:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:52,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,45229,1732375129680 2024-11-23T15:18:52,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53413 2024-11-23T15:18:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:52,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10168469e850002 connected 2024-11-23T15:18:52,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.log.dir so I do NOT create it in target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c 2024-11-23T15:18:52,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:18:52,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.tmp.dir so I do NOT create it in target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c 2024-11-23T15:18:52,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:18:52,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c 2024-11-23T15:18:52,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:18:52,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/cluster_2210db65-75b8-80ed-c660-bb8a92a746c1, deleteOnExit=true 2024-11-23T15:18:52,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:18:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/test.cache.data in system properties and HBase conf 2024-11-23T15:18:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:18:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:18:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:18:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:18:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:18:52,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:18:52,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:18:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:18:52,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:18:52,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:18:52,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:18:52,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:18:52,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:52,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:52,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:52,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:52,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:18:52,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:52,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e310189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:52,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725d0bdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:52,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62e0311c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/java.io.tmpdir/jetty-localhost-40347-hadoop-hdfs-3_4_1-tests_jar-_-any-6852715403983158828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:18:52,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68a0c70e{HTTP/1.1, (http/1.1)}{localhost:40347} 2024-11-23T15:18:52,736 INFO [Time-limited test {}] server.Server(415): Started @63119ms 2024-11-23T15:18:52,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:18:53,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:18:53,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:18:53,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:18:53,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:18:53,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@232b7ebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:18:53,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6bf9ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:18:53,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12a15f97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/java.io.tmpdir/jetty-localhost-39881-hadoop-hdfs-3_4_1-tests_jar-_-any-9313301642157154743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:18:53,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e5a7305{HTTP/1.1, (http/1.1)}{localhost:39881} 2024-11-23T15:18:53,111 INFO [Time-limited test {}] server.Server(415): Started @63494ms 2024-11-23T15:18:53,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:18:53,745 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/cluster_2210db65-75b8-80ed-c660-bb8a92a746c1/data/data1/current/BP-1411256631-172.17.0.2-1732375132265/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:53,745 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/cluster_2210db65-75b8-80ed-c660-bb8a92a746c1/data/data2/current/BP-1411256631-172.17.0.2-1732375132265/current, will proceed with Du for space computation calculation, 2024-11-23T15:18:53,769 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:18:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f2d7786660f08eb with lease ID 0xc15910b70da65e51: Processing first storage report for DS-a1456069-d383-4ccc-b2bc-2246e42bf329 from datanode DatanodeRegistration(127.0.0.1:38133, datanodeUuid=ca6093f7-3911-4fa0-a2fb-0be326b7f09d, infoPort=37471, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1575095858;c=1732375132265) 2024-11-23T15:18:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f2d7786660f08eb with lease ID 0xc15910b70da65e51: from storage DS-a1456069-d383-4ccc-b2bc-2246e42bf329 node DatanodeRegistration(127.0.0.1:38133, datanodeUuid=ca6093f7-3911-4fa0-a2fb-0be326b7f09d, infoPort=37471, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1575095858;c=1732375132265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f2d7786660f08eb with lease ID 0xc15910b70da65e51: Processing first storage report for DS-daa6743e-4d06-4fa3-8209-f2d122af190d from datanode DatanodeRegistration(127.0.0.1:38133, datanodeUuid=ca6093f7-3911-4fa0-a2fb-0be326b7f09d, infoPort=37471, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1575095858;c=1732375132265) 2024-11-23T15:18:53,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f2d7786660f08eb with lease ID 0xc15910b70da65e51: from storage DS-daa6743e-4d06-4fa3-8209-f2d122af190d node DatanodeRegistration(127.0.0.1:38133, datanodeUuid=ca6093f7-3911-4fa0-a2fb-0be326b7f09d, infoPort=37471, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1575095858;c=1732375132265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:18:53,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c 2024-11-23T15:18:53,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:53,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:18:53,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93 with version=8 2024-11-23T15:18:53,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/hbase-staging 2024-11-23T15:18:53,902 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:53,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:53,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:53,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:53,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:53,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:53,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:18:53,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:53,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34113 2024-11-23T15:18:53,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34113 connecting to ZooKeeper ensemble=127.0.0.1:53413 2024-11-23T15:18:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341130x0, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:53,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34113-0x10168469e850003 connected 2024-11-23T15:18:54,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:54,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:54,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on znode that does not yet exist, /1-1579867478/running 2024-11-23T15:18:54,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93, hbase.cluster.distributed=false 2024-11-23T15:18:54,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on znode that does not yet exist, /1-1579867478/acl 2024-11-23T15:18:54,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-23T15:18:54,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34113 2024-11-23T15:18:54,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34113 2024-11-23T15:18:54,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-23T15:18:54,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-23T15:18:54,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:18:54,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:54,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:54,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:18:54,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:18:54,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:18:54,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:18:54,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:18:54,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37943 2024-11-23T15:18:54,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37943 connecting to ZooKeeper ensemble=127.0.0.1:53413 2024-11-23T15:18:54,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:54,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379430x0, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:54,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379430x0, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on znode that does not yet exist, /1-1579867478/running 2024-11-23T15:18:54,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37943-0x10168469e850004 connected 2024-11-23T15:18:54,054 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:18:54,056 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:18:54,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on znode that does not yet exist, /1-1579867478/master 2024-11-23T15:18:54,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on znode that does not yet exist, /1-1579867478/acl 2024-11-23T15:18:54,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-23T15:18:54,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37943 2024-11-23T15:18:54,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37943 2024-11-23T15:18:54,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-23T15:18:54,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-23T15:18:54,077 DEBUG [M:0;018362ca5320:34113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:34113 2024-11-23T15:18:54,077 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1579867478/backup-masters/018362ca5320,34113,1732375133902 2024-11-23T15:18:54,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478/backup-masters 2024-11-23T15:18:54,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478/backup-masters 2024-11-23T15:18:54,090 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on existing znode=/1-1579867478/backup-masters/018362ca5320,34113,1732375133902 2024-11-23T15:18:54,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1579867478/master 2024-11-23T15:18:54,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:54,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:54,100 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on existing znode=/1-1579867478/master 2024-11-23T15:18:54,100 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1579867478/backup-masters/018362ca5320,34113,1732375133902 from backup master directory 2024-11-23T15:18:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478/backup-masters 2024-11-23T15:18:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579867478/backup-masters/018362ca5320,34113,1732375133902 2024-11-23T15:18:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478/backup-masters 2024-11-23T15:18:54,110 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:54,111 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,34113,1732375133902 2024-11-23T15:18:54,114 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/hbase.id] with ID: 1b840c3c-0e04-4521-9c86-e03167b0cdb4 2024-11-23T15:18:54,114 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/.tmp/hbase.id 2024-11-23T15:18:54,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:18:54,519 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/.tmp/hbase.id]:[hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/hbase.id] 2024-11-23T15:18:54,531 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:18:54,531 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:18:54,532 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:18:54,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:54,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:54,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:18:54,961 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:54,962 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:18:54,962 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:18:54,981 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store 2024-11-23T15:18:54,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:18:55,400 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:55,400 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:18:55,400 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:55,400 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:55,400 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:18:55,400 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:55,400 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:18:55,400 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375135400Disabling compacts and flushes for region at 1732375135400Disabling writes for close at 1732375135400Writing region close event to WAL at 1732375135400Closed at 1732375135400 2024-11-23T15:18:55,401 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/.initializing 2024-11-23T15:18:55,401 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/WALs/018362ca5320,34113,1732375133902 2024-11-23T15:18:55,402 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:55,404 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C34113%2C1732375133902, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/WALs/018362ca5320,34113,1732375133902, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/oldWALs, maxLogs=10 2024-11-23T15:18:55,416 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/WALs/018362ca5320,34113,1732375133902/018362ca5320%2C34113%2C1732375133902.1732375135404, exclude list is [], retry=0 2024-11-23T15:18:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a1456069-d383-4ccc-b2bc-2246e42bf329,DISK] 2024-11-23T15:18:55,420 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/WALs/018362ca5320,34113,1732375133902/018362ca5320%2C34113%2C1732375133902.1732375135404 2024-11-23T15:18:55,420 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37471:37471)] 2024-11-23T15:18:55,420 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:55,420 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:55,421 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,421 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:18:55,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:55,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:55,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:18:55,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:55,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:55,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:18:55,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:55,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:55,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:18:55,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:55,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:55,428 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,429 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,429 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,430 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,430 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,431 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:55,432 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:18:55,434 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:55,434 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70486627, jitterRate=0.05033259093761444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:55,434 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375135421Initializing all the Stores at 1732375135421Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375135422 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375135422Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375135422Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375135422Cleaning up temporary data from old regions at 1732375135430 (+8 ms)Region opened successfully at 1732375135434 (+4 ms) 2024-11-23T15:18:55,434 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:18:55,437 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3cc3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:55,437 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:18:55,438 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:18:55,438 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:18:55,438 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:18:55,438 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:18:55,438 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:18:55,438 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:18:55,440 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:18:55,441 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Unable to get data of znode /1-1579867478/balancer because node does not exist (not necessarily an error) 2024-11-23T15:18:55,453 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579867478/balancer already deleted, retry=false 2024-11-23T15:18:55,454 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:18:55,455 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Unable to get data of znode /1-1579867478/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:18:55,464 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579867478/normalizer already deleted, retry=false 2024-11-23T15:18:55,464 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:18:55,465 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Unable to get data of znode /1-1579867478/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:18:55,521 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579867478/switch/split already deleted, retry=false 2024-11-23T15:18:55,522 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Unable to get data of znode /1-1579867478/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:18:55,600 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579867478/switch/merge already deleted, retry=false 2024-11-23T15:18:55,603 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Unable to get data of znode /1-1579867478/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:18:55,647 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579867478/snapshot-cleanup already deleted, retry=false 2024-11-23T15:18:55,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1579867478/running 2024-11-23T15:18:55,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1579867478/running 2024-11-23T15:18:55,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:55,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:55,658 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,34113,1732375133902, sessionid=0x10168469e850003, setting cluster-up flag (Was=false) 2024-11-23T15:18:55,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:55,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:55,710 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1579867478/flush-table-proc/acquired, /1-1579867478/flush-table-proc/reached, /1-1579867478/flush-table-proc/abort 2024-11-23T15:18:55,712 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,34113,1732375133902 2024-11-23T15:18:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:55,763 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1579867478/online-snapshot/acquired, /1-1579867478/online-snapshot/reached, /1-1579867478/online-snapshot/abort 2024-11-23T15:18:55,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,34113,1732375133902 2024-11-23T15:18:55,765 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:18:55,767 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(746): ClusterId : 1b840c3c-0e04-4521-9c86-e03167b0cdb4 2024-11-23T15:18:55,767 DEBUG [RS:0;018362ca5320:37943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:18:55,767 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:55,767 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:18:55,767 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:18:55,768 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,34113,1732375133902 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:18:55,774 DEBUG [RS:0;018362ca5320:37943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:18:55,774 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:55,774 DEBUG [RS:0;018362ca5320:37943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:18:55,774 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:55,774 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:55,774 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:18:55,774 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:18:55,775 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,775 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:55,775 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375165776 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:55,776 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:18:55,777 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:18:55,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:55,777 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:18:55,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:18:55,777 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:18:55,777 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:18:55,777 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:18:55,777 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375135777,5,FailOnTimeoutGroup] 2024-11-23T15:18:55,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:55,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:18:55,782 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375135777,5,FailOnTimeoutGroup] 2024-11-23T15:18:55,782 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:55,782 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:18:55,782 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:55,782 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:55,785 DEBUG [RS:0;018362ca5320:37943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:18:55,785 DEBUG [RS:0;018362ca5320:37943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@becd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:18:55,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:18:55,797 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:37943 2024-11-23T15:18:55,798 INFO [RS:0;018362ca5320:37943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:18:55,798 INFO [RS:0;018362ca5320:37943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:18:55,798 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:18:55,798 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,34113,1732375133902 with port=37943, startcode=1732375134035 2024-11-23T15:18:55,799 DEBUG [RS:0;018362ca5320:37943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:18:55,800 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:18:55,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,37943,1732375134035 2024-11-23T15:18:55,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 {}] master.ServerManager(517): Registering regionserver=018362ca5320,37943,1732375134035 2024-11-23T15:18:55,802 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93 2024-11-23T15:18:55,802 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37931 2024-11-23T15:18:55,802 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:18:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478/rs 2024-11-23T15:18:55,910 DEBUG [RS:0;018362ca5320:37943 {}] zookeeper.ZKUtil(111): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on existing znode=/1-1579867478/rs/018362ca5320,37943,1732375134035 2024-11-23T15:18:55,910 WARN [RS:0;018362ca5320:37943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:18:55,910 INFO [RS:0;018362ca5320:37943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:55,910 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/WALs/018362ca5320,37943,1732375134035 2024-11-23T15:18:55,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,37943,1732375134035] 2024-11-23T15:18:55,915 INFO [RS:0;018362ca5320:37943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:18:55,976 INFO [RS:0;018362ca5320:37943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:18:55,976 INFO [RS:0;018362ca5320:37943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:18:55,977 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:55,979 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:18:55,981 INFO [RS:0;018362ca5320:37943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:18:55,981 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:55,981 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,981 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,981 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,981 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,981 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:55,982 DEBUG [RS:0;018362ca5320:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:18:56,005 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,005 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,005 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,005 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,005 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,005 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,37943,1732375134035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:56,030 INFO [RS:0;018362ca5320:37943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:18:56,030 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,37943,1732375134035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,030 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,030 INFO [RS:0;018362ca5320:37943 {}] regionserver.Replication(171): 018362ca5320,37943,1732375134035 started 2024-11-23T15:18:56,049 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,049 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,37943,1732375134035, RpcServer on 018362ca5320/172.17.0.2:37943, sessionid=0x10168469e850004 2024-11-23T15:18:56,049 DEBUG [RS:0;018362ca5320:37943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:18:56,049 DEBUG [RS:0;018362ca5320:37943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,37943,1732375134035 2024-11-23T15:18:56,049 DEBUG [RS:0;018362ca5320:37943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,37943,1732375134035' 2024-11-23T15:18:56,050 DEBUG [RS:0;018362ca5320:37943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1579867478/flush-table-proc/abort' 2024-11-23T15:18:56,050 DEBUG [RS:0;018362ca5320:37943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1579867478/flush-table-proc/acquired' 2024-11-23T15:18:56,051 DEBUG [RS:0;018362ca5320:37943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:18:56,051 DEBUG [RS:0;018362ca5320:37943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:18:56,051 DEBUG [RS:0;018362ca5320:37943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,37943,1732375134035 2024-11-23T15:18:56,051 DEBUG [RS:0;018362ca5320:37943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,37943,1732375134035' 2024-11-23T15:18:56,051 DEBUG [RS:0;018362ca5320:37943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1579867478/online-snapshot/abort' 2024-11-23T15:18:56,051 DEBUG [RS:0;018362ca5320:37943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1579867478/online-snapshot/acquired' 2024-11-23T15:18:56,053 DEBUG [RS:0;018362ca5320:37943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:18:56,053 INFO [RS:0;018362ca5320:37943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:18:56,053 INFO [RS:0;018362ca5320:37943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:18:56,154 INFO [RS:0;018362ca5320:37943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:18:56,162 INFO [RS:0;018362ca5320:37943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C37943%2C1732375134035, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/WALs/018362ca5320,37943,1732375134035, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/oldWALs, maxLogs=10 2024-11-23T15:18:56,180 DEBUG [RS:0;018362ca5320:37943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/WALs/018362ca5320,37943,1732375134035/018362ca5320%2C37943%2C1732375134035.1732375136162, exclude list is [], retry=0 2024-11-23T15:18:56,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a1456069-d383-4ccc-b2bc-2246e42bf329,DISK] 2024-11-23T15:18:56,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:18:56,191 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93 2024-11-23T15:18:56,202 INFO [RS:0;018362ca5320:37943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/WALs/018362ca5320,37943,1732375134035/018362ca5320%2C37943%2C1732375134035.1732375136162 2024-11-23T15:18:56,220 DEBUG [RS:0;018362ca5320:37943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37471:37471)] 2024-11-23T15:18:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:18:56,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:56,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:56,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:56,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:56,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:56,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:56,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:56,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:56,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:56,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:56,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:56,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:56,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:56,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:56,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740 2024-11-23T15:18:56,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740 2024-11-23T15:18:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:56,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:56,254 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:56,255 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62776872, jitterRate=-0.0645517110824585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:56,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375136232Initializing all the Stores at 1732375136233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375136233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375136233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375136233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375136233Cleaning up temporary data from old regions at 1732375136249 (+16 ms)Region opened successfully at 1732375136255 (+6 ms) 2024-11-23T15:18:56,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:18:56,255 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:18:56,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:18:56,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:18:56,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:18:56,256 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:18:56,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375136255Disabling compacts and flushes for region at 1732375136255Disabling writes for close at 1732375136255Writing region close event to WAL at 1732375136256 (+1 ms)Closed at 1732375136256 2024-11-23T15:18:56,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:56,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:18:56,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:18:56,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:56,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:18:56,411 DEBUG [018362ca5320:34113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:18:56,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,37943,1732375134035 2024-11-23T15:18:56,414 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,37943,1732375134035, state=OPENING 2024-11-23T15:18:56,426 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:18:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:18:56,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1579867478/meta-region-server: CHANGED 2024-11-23T15:18:56,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1579867478/meta-region-server: CHANGED 2024-11-23T15:18:56,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:18:56,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,37943,1732375134035}] 2024-11-23T15:18:56,591 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:18:56,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:18:56,596 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:18:56,596 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:18:56,596 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:18:56,598 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C37943%2C1732375134035.meta, suffix=.meta, logDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/WALs/018362ca5320,37943,1732375134035, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/oldWALs, maxLogs=10 2024-11-23T15:18:56,610 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/WALs/018362ca5320,37943,1732375134035/018362ca5320%2C37943%2C1732375134035.meta.1732375136598.meta, exclude list is [], retry=0 2024-11-23T15:18:56,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38133,DS-a1456069-d383-4ccc-b2bc-2246e42bf329,DISK] 2024-11-23T15:18:56,613 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/WALs/018362ca5320,37943,1732375134035/018362ca5320%2C37943%2C1732375134035.meta.1732375136598.meta 2024-11-23T15:18:56,614 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37471:37471)] 2024-11-23T15:18:56,614 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:56,614 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:56,614 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:18:56,614 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:18:56,614 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:18:56,615 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:18:56,615 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:56,615 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:18:56,615 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:18:56,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:18:56,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:18:56,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:56,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:18:56,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:18:56,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:56,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:18:56,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:18:56,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:56,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:18:56,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:18:56,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:18:56,621 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:18:56,621 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740 2024-11-23T15:18:56,622 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740 2024-11-23T15:18:56,623 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:18:56,623 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:18:56,624 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:18:56,625 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:18:56,625 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71657714, jitterRate=0.06778314709663391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:18:56,625 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:18:56,625 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375136615Writing region info on filesystem at 1732375136615Initializing all the Stores at 1732375136616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375136616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375136616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375136616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375136616Cleaning up temporary data from old regions at 1732375136623 (+7 ms)Running coprocessor post-open hooks at 1732375136625 (+2 ms)Region opened successfully at 1732375136625 2024-11-23T15:18:56,626 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375136590 2024-11-23T15:18:56,628 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:18:56,628 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:18:56,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,37943,1732375134035 2024-11-23T15:18:56,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,37943,1732375134035, state=OPEN 2024-11-23T15:18:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1579867478/meta-region-server 2024-11-23T15:18:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1579867478/meta-region-server 2024-11-23T15:18:56,637 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,37943,1732375134035 2024-11-23T15:18:56,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1579867478/meta-region-server: CHANGED 2024-11-23T15:18:56,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1579867478/meta-region-server: CHANGED 2024-11-23T15:18:56,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:18:56,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,37943,1732375134035 in 199 msec 2024-11-23T15:18:56,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:18:56,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-23T15:18:56,642 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:18:56,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:18:56,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:56,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,37943,1732375134035, seqNum=-1] 2024-11-23T15:18:56,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:56,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:56,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 882 msec 2024-11-23T15:18:56,650 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375136650, completionTime=-1 2024-11-23T15:18:56,650 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:18:56,650 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375196652 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375256652 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34113,1732375133902-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34113,1732375133902-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34113,1732375133902-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:34113, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,652 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,654 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:18:56,655 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.544sec 2024-11-23T15:18:56,655 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:18:56,655 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:18:56,655 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:18:56,655 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:18:56,655 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:18:56,656 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34113,1732375133902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:18:56,656 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34113,1732375133902-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:18:56,658 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:18:56,658 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:18:56,658 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34113,1732375133902-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:18:56,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a07737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:56,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34113,-1 for getting cluster id 2024-11-23T15:18:56,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:18:56,683 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b840c3c-0e04-4521-9c86-e03167b0cdb4' 2024-11-23T15:18:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:18:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b840c3c-0e04-4521-9c86-e03167b0cdb4" 2024-11-23T15:18:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec9657a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34113,-1] 2024-11-23T15:18:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:18:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:18:56,686 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:18:56,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53809cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:18:56,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:18:56,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,37943,1732375134035, seqNum=-1] 2024-11-23T15:18:56,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:18:56,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:18:56,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,34113,1732375133902 2024-11-23T15:18:56,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53413 2024-11-23T15:18:56,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:18:56,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10168469e850005 connected 2024-11-23T15:18:56,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45229,1732375129680 2024-11-23T15:18:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e17435 2024-11-23T15:18:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:56,717 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:56,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:18:56,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:18:56,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:56,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:18:56,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:18:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:56,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:18:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:57,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f39479738153a3cde97d330aa0bcdc8, NAME => 'test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c 2024-11-23T15:18:57,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:18:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:57,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:57,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f39479738153a3cde97d330aa0bcdc8, disabling compactions & flushes 2024-11-23T15:18:57,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:18:57,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:18:57,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. after waiting 0 ms 2024-11-23T15:18:57,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:18:57,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:18:57,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f39479738153a3cde97d330aa0bcdc8: Waiting for close lock at 1732375137543Disabling compacts and flushes for region at 1732375137543Disabling writes for close at 1732375137543Writing region close event to WAL at 1732375137543Closed at 1732375137543 2024-11-23T15:18:57,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:18:57,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375137545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375137545"}]},"ts":"1732375137545"} 2024-11-23T15:18:57,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:18:57,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:18:57,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375137549"}]},"ts":"1732375137549"} 2024-11-23T15:18:57,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:18:57,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f39479738153a3cde97d330aa0bcdc8, ASSIGN}] 2024-11-23T15:18:57,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f39479738153a3cde97d330aa0bcdc8, ASSIGN 2024-11-23T15:18:57,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f39479738153a3cde97d330aa0bcdc8, ASSIGN; state=OFFLINE, location=018362ca5320,36655,1732375129915; forceNewPlan=false, retain=false 2024-11-23T15:18:57,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:18:57,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:57,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:57,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:57,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:18:57,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:18:57,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f39479738153a3cde97d330aa0bcdc8, regionState=OPENING, regionLocation=018362ca5320,36655,1732375129915 2024-11-23T15:18:57,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f39479738153a3cde97d330aa0bcdc8, ASSIGN because future has completed 2024-11-23T15:18:57,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f39479738153a3cde97d330aa0bcdc8, server=018362ca5320,36655,1732375129915}] 2024-11-23T15:18:57,863 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:18:57,864 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f39479738153a3cde97d330aa0bcdc8, NAME => 'test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:18:57,864 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:18:57,864 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:18:57,864 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,865 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:57,865 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,865 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:57,866 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,868 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f39479738153a3cde97d330aa0bcdc8 columnFamilyName f 2024-11-23T15:18:57,868 DEBUG [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:57,868 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] regionserver.HStore(327): Store=1f39479738153a3cde97d330aa0bcdc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:57,868 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,870 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f39479738153a3cde97d330aa0bcdc8 columnFamilyName f1 2024-11-23T15:18:57,870 DEBUG [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:57,870 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] regionserver.HStore(327): Store=1f39479738153a3cde97d330aa0bcdc8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:57,871 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,872 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f39479738153a3cde97d330aa0bcdc8 columnFamilyName norep 2024-11-23T15:18:57,872 DEBUG [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:57,872 INFO [StoreOpener-1f39479738153a3cde97d330aa0bcdc8-1 {}] regionserver.HStore(327): Store=1f39479738153a3cde97d330aa0bcdc8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:18:57,872 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,873 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,874 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,875 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,875 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,876 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:18:57,877 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,880 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:18:57,881 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f39479738153a3cde97d330aa0bcdc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72238771, jitterRate=0.07644157111644745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:18:57,881 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:18:57,881 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f39479738153a3cde97d330aa0bcdc8: Running coprocessor pre-open hook at 1732375137865Writing region info on filesystem at 1732375137865Initializing all the Stores at 1732375137866 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375137866Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375137866Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375137866Cleaning up temporary data from old regions at 1732375137875 (+9 ms)Running coprocessor post-open hooks at 1732375137881 (+6 ms)Region opened successfully at 1732375137881 2024-11-23T15:18:57,884 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., pid=6, masterSystemTime=1732375137859 2024-11-23T15:18:57,887 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:18:57,887 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:18:57,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f39479738153a3cde97d330aa0bcdc8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,36655,1732375129915 2024-11-23T15:18:57,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f39479738153a3cde97d330aa0bcdc8, server=018362ca5320,36655,1732375129915 because future has completed 2024-11-23T15:18:57,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:18:57,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f39479738153a3cde97d330aa0bcdc8, server=018362ca5320,36655,1732375129915 in 187 msec 2024-11-23T15:18:57,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:18:57,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:18:57,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:18:57,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T15:18:57,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:18:57,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T15:18:57,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:18:57,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T15:18:57,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:18:57,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T15:18:57,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:18:57,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T15:18:57,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:18:57,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f39479738153a3cde97d330aa0bcdc8, ASSIGN in 346 msec 2024-11-23T15:18:57,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:18:57,904 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375137904"}]},"ts":"1732375137904"} 2024-11-23T15:18:57,908 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:18:57,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:18:57,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-11-23T15:18:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:58,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:18:58,887 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:18:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,34113,1732375133902 2024-11-23T15:18:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68232066 2024-11-23T15:18:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:18:58,889 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:18:58,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:18:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:18:58,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:18:58,893 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:18:58,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:18:58,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:18:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:58,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:18:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:59,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20e2b961656fcbee418581d7940260fc, NAME => 'test,,1732375138889.20e2b961656fcbee418581d7940260fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93 2024-11-23T15:18:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:18:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:18:59,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375138889.20e2b961656fcbee418581d7940260fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:18:59,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 20e2b961656fcbee418581d7940260fc, disabling compactions & flushes 2024-11-23T15:18:59,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:18:59,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:18:59,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375138889.20e2b961656fcbee418581d7940260fc. after waiting 0 ms 2024-11-23T15:18:59,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:18:59,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:18:59,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20e2b961656fcbee418581d7940260fc: Waiting for close lock at 1732375139708Disabling compacts and flushes for region at 1732375139708Disabling writes for close at 1732375139708Writing region close event to WAL at 1732375139708Closed at 1732375139708 2024-11-23T15:18:59,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:18:59,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375138889.20e2b961656fcbee418581d7940260fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375139710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375139710"}]},"ts":"1732375139710"} 2024-11-23T15:18:59,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:18:59,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:18:59,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375139714"}]},"ts":"1732375139714"} 2024-11-23T15:18:59,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:18:59,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20e2b961656fcbee418581d7940260fc, ASSIGN}] 2024-11-23T15:18:59,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20e2b961656fcbee418581d7940260fc, ASSIGN 2024-11-23T15:18:59,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=20e2b961656fcbee418581d7940260fc, ASSIGN; state=OFFLINE, location=018362ca5320,37943,1732375134035; forceNewPlan=false, retain=false 2024-11-23T15:18:59,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20e2b961656fcbee418581d7940260fc, regionState=OPENING, regionLocation=018362ca5320,37943,1732375134035 2024-11-23T15:18:59,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=20e2b961656fcbee418581d7940260fc, ASSIGN because future has completed 2024-11-23T15:18:59,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20e2b961656fcbee418581d7940260fc, server=018362ca5320,37943,1732375134035}] 2024-11-23T15:19:00,028 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:19:00,028 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20e2b961656fcbee418581d7940260fc, NAME => 'test,,1732375138889.20e2b961656fcbee418581d7940260fc.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:19:00,028 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:19:00,029 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:19:00,029 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,029 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375138889.20e2b961656fcbee418581d7940260fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:19:00,029 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,029 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,030 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,031 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e2b961656fcbee418581d7940260fc columnFamilyName f 2024-11-23T15:19:00,032 DEBUG [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:19:00,032 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] regionserver.HStore(327): Store=20e2b961656fcbee418581d7940260fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:19:00,032 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,033 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e2b961656fcbee418581d7940260fc columnFamilyName f1 2024-11-23T15:19:00,033 DEBUG [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:19:00,034 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] regionserver.HStore(327): Store=20e2b961656fcbee418581d7940260fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:19:00,034 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,035 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e2b961656fcbee418581d7940260fc columnFamilyName norep 2024-11-23T15:19:00,035 DEBUG [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:19:00,035 INFO [StoreOpener-20e2b961656fcbee418581d7940260fc-1 {}] regionserver.HStore(327): Store=20e2b961656fcbee418581d7940260fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:19:00,036 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:19:00,037 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,037 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,038 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,038 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,038 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:19:00,040 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,042 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:19:00,042 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20e2b961656fcbee418581d7940260fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63260377, jitterRate=-0.057346925139427185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:19:00,042 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20e2b961656fcbee418581d7940260fc 2024-11-23T15:19:00,042 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20e2b961656fcbee418581d7940260fc: Running coprocessor pre-open hook at 1732375140029Writing region info on filesystem at 1732375140029Initializing all the Stores at 1732375140030 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375140030Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375140030Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375140030Cleaning up temporary data from old regions at 1732375140038 (+8 ms)Running coprocessor post-open hooks at 1732375140042 (+4 ms)Region opened successfully at 1732375140042 2024-11-23T15:19:00,043 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375138889.20e2b961656fcbee418581d7940260fc., pid=6, masterSystemTime=1732375140024 2024-11-23T15:19:00,045 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:19:00,045 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:19:00,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20e2b961656fcbee418581d7940260fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,37943,1732375134035 2024-11-23T15:19:00,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20e2b961656fcbee418581d7940260fc, server=018362ca5320,37943,1732375134035 because future has completed 2024-11-23T15:19:00,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:19:00,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20e2b961656fcbee418581d7940260fc, server=018362ca5320,37943,1732375134035 in 178 msec 2024-11-23T15:19:00,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:19:00,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=20e2b961656fcbee418581d7940260fc, ASSIGN in 336 msec 2024-11-23T15:19:00,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:19:00,056 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375140056"}]},"ts":"1732375140056"} 2024-11-23T15:19:00,058 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:19:00,059 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:19:00,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-23T15:19:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:19:01,046 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:19:01,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13aa8845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45229,-1 for getting cluster id 2024-11-23T15:19:01,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:19:01,048 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '702d3e7b-e1fe-4709-97dd-5db8253eeaf9' 2024-11-23T15:19:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:19:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "702d3e7b-e1fe-4709-97dd-5db8253eeaf9" 2024-11-23T15:19:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9565da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45229,-1] 2024-11-23T15:19:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:19:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:01,050 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:19:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38884598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2296dd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34113,-1 for getting cluster id 2024-11-23T15:19:01,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:19:01,052 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b840c3c-0e04-4521-9c86-e03167b0cdb4' 2024-11-23T15:19:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:19:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b840c3c-0e04-4521-9c86-e03167b0cdb4" 2024-11-23T15:19:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2649c9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34113,-1] 2024-11-23T15:19:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:19:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:01,054 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:19:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3627cd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f881119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45229,-1 for getting cluster id 2024-11-23T15:19:01,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:19:01,056 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '702d3e7b-e1fe-4709-97dd-5db8253eeaf9' 2024-11-23T15:19:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:19:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "702d3e7b-e1fe-4709-97dd-5db8253eeaf9" 2024-11-23T15:19:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66764de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45229,-1] 2024-11-23T15:19:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:19:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:01,058 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:19:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292c33c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:19:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45229,1732375129680 2024-11-23T15:19:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf9cc4e 2024-11-23T15:19:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:19:01,062 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:19:01,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:34113,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:19:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:19:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:19:01,066 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:34113' 2024-11-23T15:19:01,066 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d70c86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,066 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34113,-1 for getting cluster id 2024-11-23T15:19:01,067 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:19:01,067 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b840c3c-0e04-4521-9c86-e03167b0cdb4' 2024-11-23T15:19:01,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:19:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b840c3c-0e04-4521-9c86-e03167b0cdb4" 2024-11-23T15:19:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfad38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34113,-1] 2024-11-23T15:19:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:19:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:01,069 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:19:01,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca12aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:01,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:19:01,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,34113,1732375133902 2024-11-23T15:19:01,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@314a2d34 2024-11-23T15:19:01,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:19:01,071 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:19:01,072 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:19:01,072 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:19:01,072 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:01,072 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:01,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:19:01,072 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:19:01,073 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:19:01,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:19:01,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:19:01,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:19:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:19:01,124 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:19:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:19:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:19:01,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2cfb0e215377a5d077e7cc2ff6ddca4, NAME => 'hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c 2024-11-23T15:19:01,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:19:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:19:01,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:19:01,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2cfb0e215377a5d077e7cc2ff6ddca4, disabling compactions & flushes 2024-11-23T15:19:01,891 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:19:01,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:19:01,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. after waiting 0 ms 2024-11-23T15:19:01,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:19:01,891 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:19:01,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2cfb0e215377a5d077e7cc2ff6ddca4: Waiting for close lock at 1732375141891Disabling compacts and flushes for region at 1732375141891Disabling writes for close at 1732375141891Writing region close event to WAL at 1732375141891Closed at 1732375141891 2024-11-23T15:19:01,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:19:01,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375141892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375141892"}]},"ts":"1732375141892"} 2024-11-23T15:19:01,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:19:01,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:19:01,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375141896"}]},"ts":"1732375141896"} 2024-11-23T15:19:01,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:19:01,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2cfb0e215377a5d077e7cc2ff6ddca4, ASSIGN}] 2024-11-23T15:19:01,899 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2cfb0e215377a5d077e7cc2ff6ddca4, ASSIGN 2024-11-23T15:19:01,900 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2cfb0e215377a5d077e7cc2ff6ddca4, ASSIGN; state=OFFLINE, location=018362ca5320,36655,1732375129915; forceNewPlan=false, retain=false 2024-11-23T15:19:01,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:19:02,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2cfb0e215377a5d077e7cc2ff6ddca4, regionState=OPENING, regionLocation=018362ca5320,36655,1732375129915 2024-11-23T15:19:02,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2cfb0e215377a5d077e7cc2ff6ddca4, ASSIGN because future has completed 2024-11-23T15:19:02,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cfb0e215377a5d077e7cc2ff6ddca4, server=018362ca5320,36655,1732375129915}] 2024-11-23T15:19:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:19:02,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:19:02,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:19:02,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:19:02,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C36655%2C1732375129915.rep, suffix=, logDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915, archiveDir=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/oldWALs, maxLogs=10 2024-11-23T15:19:02,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.rep.1732375142212, exclude list is [], retry=0 2024-11-23T15:19:02,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42547,DS-a7134618-1f59-40df-be69-b77c265b17f7,DISK] 2024-11-23T15:19:02,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.rep.1732375142212 2024-11-23T15:19:02,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625)] 2024-11-23T15:19:02,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2cfb0e215377a5d077e7cc2ff6ddca4, NAME => 'hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:19:02,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:19:02,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:19:02,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. service=MultiRowMutationService 2024-11-23T15:19:02,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:19:02,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:19:02,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,230 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,231 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cfb0e215377a5d077e7cc2ff6ddca4 columnFamilyName hfileref 2024-11-23T15:19:02,231 DEBUG [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:19:02,232 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] regionserver.HStore(327): Store=f2cfb0e215377a5d077e7cc2ff6ddca4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:19:02,232 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,233 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cfb0e215377a5d077e7cc2ff6ddca4 columnFamilyName queue 2024-11-23T15:19:02,233 DEBUG [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:19:02,233 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] regionserver.HStore(327): Store=f2cfb0e215377a5d077e7cc2ff6ddca4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:19:02,233 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,234 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cfb0e215377a5d077e7cc2ff6ddca4 columnFamilyName sid 2024-11-23T15:19:02,234 DEBUG [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:19:02,235 INFO [StoreOpener-f2cfb0e215377a5d077e7cc2ff6ddca4-1 {}] regionserver.HStore(327): Store=f2cfb0e215377a5d077e7cc2ff6ddca4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:19:02,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:19:02,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:19:02,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2cfb0e215377a5d077e7cc2ff6ddca4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74017125, jitterRate=0.1029411107301712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:19:02,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:19:02,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2cfb0e215377a5d077e7cc2ff6ddca4: Running coprocessor pre-open hook at 1732375142229Writing region info on filesystem at 1732375142229Initializing all the Stores at 1732375142230 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375142230Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375142230Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375142230Cleaning up temporary data from old regions at 1732375142237 (+7 ms)Running coprocessor post-open hooks at 1732375142240 (+3 ms)Region opened successfully at 1732375142241 (+1 ms) 2024-11-23T15:19:02,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4., pid=10, masterSystemTime=1732375142206 2024-11-23T15:19:02,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:19:02,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:19:02,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2cfb0e215377a5d077e7cc2ff6ddca4, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,36655,1732375129915 2024-11-23T15:19:02,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cfb0e215377a5d077e7cc2ff6ddca4, server=018362ca5320,36655,1732375129915 because future has completed 2024-11-23T15:19:02,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:19:02,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2cfb0e215377a5d077e7cc2ff6ddca4, server=018362ca5320,36655,1732375129915 in 193 msec 2024-11-23T15:19:02,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:19:02,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2cfb0e215377a5d077e7cc2ff6ddca4, ASSIGN in 351 msec 2024-11-23T15:19:02,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:19:02,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375142252"}]},"ts":"1732375142252"} 2024-11-23T15:19:02,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:19:02,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:19:02,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-23T15:19:02,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4., hostname=018362ca5320,36655,1732375129915, seqNum=2] 2024-11-23T15:19:02,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:19:02,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:19:02,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:19:02,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:19:02,517 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:19:02,545 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,36655,1732375129915, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:19:02,545 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:19:02,545 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36655,1732375129915, seqNum=-1] 2024-11-23T15:19:02,545 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:19:02,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-23T15:19:02,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,36655,1732375129915', locateType=CURRENT is [region=hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4., hostname=018362ca5320,36655,1732375129915, seqNum=2] 2024-11-23T15:19:02,571 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:19:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:19:02,574 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,36655,1732375129915 suceeded 2024-11-23T15:19:02,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:19:02,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-23T15:19:02,579 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:34113,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-23T15:19:02,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-23T15:19:02,596 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:34113' 2024-11-23T15:19:02,598 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d39ddae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:02,598 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34113,-1 for getting cluster id 2024-11-23T15:19:02,598 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:19:02,600 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b840c3c-0e04-4521-9c86-e03167b0cdb4' 2024-11-23T15:19:02,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:19:02,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b840c3c-0e04-4521-9c86-e03167b0cdb4" 2024-11-23T15:19:02,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70764115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:02,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34113,-1] 2024-11-23T15:19:02,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:19:02,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:02,602 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:19:02,603 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c96ea2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:02,604 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:19:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,34113,1732375133902 2024-11-23T15:19:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@215eabb0 2024-11-23T15:19:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:19:02,607 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-23T15:19:02,607 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,36655,1732375129915 (queues=1) is replicating from cluster=702d3e7b-e1fe-4709-97dd-5db8253eeaf9 to cluster=1b840c3c-0e04-4521-9c86-e03167b0cdb4 2024-11-23T15:19:02,608 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C36655%2C1732375129915 2024-11-23T15:19:02,608 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,36655,1732375129915, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:19:02,608 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646, startPosition=0, beingWritten=true 2024-11-23T15:19:02,618 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C36655%2C1732375129915 2024-11-23T15:19:02,624 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:19:02,624 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 379, reset compression=false 2024-11-23T15:19:02,624 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36655,1732375129915 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:19:02,833 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 379, reset compression=false 2024-11-23T15:19:03,138 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 379, reset compression=false 2024-11-23T15:19:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:19:03,216 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:19:03,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:19:03,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:19:03,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:03,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:03,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:19:03,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:19:03,223 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732375143221/Put/seqid=0 2024-11-23T15:19:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741840_1016 (size=7894) 2024-11-23T15:19:03,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f/f/hfile_1 is 34, key is ddd/f:row/1732375143231/Put/seqid=0 2024-11-23T15:19:03,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741841_1017 (size=7691) 2024-11-23T15:19:03,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:19:03,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:19:03,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:19:03,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:19:03,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:19:03,544 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 379, reset compression=false 2024-11-23T15:19:03,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc6aeff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:03,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45229,-1 for getting cluster id 2024-11-23T15:19:03,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:19:03,647 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '702d3e7b-e1fe-4709-97dd-5db8253eeaf9' 2024-11-23T15:19:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:19:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "702d3e7b-e1fe-4709-97dd-5db8253eeaf9" 2024-11-23T15:19:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bee40ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45229,-1] 2024-11-23T15:19:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:19:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:03,648 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:19:03,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73790637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:03,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:19:03,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36655,1732375129915, seqNum=-1] 2024-11-23T15:19:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:19:03,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:19:03,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:19:03,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45229,1732375129680 2024-11-23T15:19:03,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b6d0e68 2024-11-23T15:19:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:19:03,668 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:19:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2] 2024-11-23T15:19:03,685 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:19:03,698 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T15:19:03,702 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T15:19:03,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f/f/hfile_1 for inclusion in 1f39479738153a3cde97d330aa0bcdc8/f 2024-11-23T15:19:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T15:19:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:19:03,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f/f/hfile_0 for inclusion in 1f39479738153a3cde97d330aa0bcdc8/f 2024-11-23T15:19:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T15:19:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:19:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HRegion(2603): Flush status journal for 1f39479738153a3cde97d330aa0bcdc8: 2024-11-23T15:19:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f/f/hfile_1 to hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_1 2024-11-23T15:19:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_1 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ 2024-11-23T15:19:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f/f/hfile_0 to hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_0 2024-11-23T15:19:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_0 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ 2024-11-23T15:19:03,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_1 into 1f39479738153a3cde97d330aa0bcdc8/f as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ - updating store file list. 2024-11-23T15:19:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 725c177f367648ed98270fb9210d3abf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:19:03,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ into 1f39479738153a3cde97d330aa0bcdc8/f 2024-11-23T15:19:03,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_1 into 1f39479738153a3cde97d330aa0bcdc8/f (new location: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f/725c177f367648ed98270fb9210d3abf_SeqId_4_) 2024-11-23T15:19:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_1 2024-11-23T15:19:03,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_0 into 1f39479738153a3cde97d330aa0bcdc8/f as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ - updating store file list. 2024-11-23T15:19:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:19:03,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ into 1f39479738153a3cde97d330aa0bcdc8/f 2024-11-23T15:19:03,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_0 into 1f39479738153a3cde97d330aa0bcdc8/f (new location: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_) 2024-11-23T15:19:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__rkuq57mdaa18pu6objjt8103a9sp2ol448mkjor76n3ac30661u9khlkca3ikipq/f/hfile_0 2024-11-23T15:19:03,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:19:03,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:19:03,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:03,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:03,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:19:03,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:19:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,37943,1732375134035, seqNum=-1] 2024-11-23T15:19:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2 , the old value is region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=018362ca5320:36655 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:19:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:19:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:19:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2 from cache 2024-11-23T15:19:03,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:19:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:37450 deadline: 1732375203841 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:37450 2024-11-23T15:19:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375138889.20e2b961656fcbee418581d7940260fc., hostname=018362ca5320,37943,1732375134035, seqNum=2] 2024-11-23T15:19:03,850 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T15:19:03,957 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T15:19:04,049 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 379, reset compression=false 2024-11-23T15:19:04,056 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:19:04,056 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36655,1732375129915 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f39479738153a3cde97d330aa0bcdc8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732375143833/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T15:19:04,079 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:19:04,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-23T15:19:04,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.ReplicationSink(318): Replicating [702d3e7b-e1fe-4709-97dd-5db8253eeaf9] bulk loaded data 2024-11-23T15:19:04,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c26bb33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:04,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34113,-1 for getting cluster id 2024-11-23T15:19:04,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:19:04,086 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b840c3c-0e04-4521-9c86-e03167b0cdb4' 2024-11-23T15:19:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:19:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b840c3c-0e04-4521-9c86-e03167b0cdb4" 2024-11-23T15:19:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f1c172b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34113,-1] 2024-11-23T15:19:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:19:04,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:04,088 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:19:04,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133bb100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741837_1013 (size=7691) 2024-11-23T15:19:04,257 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 687, reset compression=false 2024-11-23T15:19:04,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741838_1014 (size=7894) 2024-11-23T15:19:04,561 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 687, reset compression=false 2024-11-23T15:19:04,853 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T15:19:04,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:19:04,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,34113,1732375133902 2024-11-23T15:19:04,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@247cdff2 2024-11-23T15:19:04,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:19:04,924 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-23T15:19:04,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:19:04,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:19:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,37943,1732375134035, seqNum=-1] 2024-11-23T15:19:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:19:04,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-23T15:19:04,936 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T15:19:04,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T15:19:04,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ for inclusion in 20e2b961656fcbee418581d7940260fc/f 2024-11-23T15:19:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T15:19:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:19:04,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ for inclusion in 20e2b961656fcbee418581d7940260fc/f 2024-11-23T15:19:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T15:19:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:19:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegion(2603): Flush status journal for 20e2b961656fcbee418581d7940260fc: 2024-11-23T15:19:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:19:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/f/312ae4ce121245c5b021898d2d2fc945_SeqId_4_ 2024-11-23T15:19:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 725c177f367648ed98270fb9210d3abf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:19:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/f/2c2c28fe6fd64673b8a15adf9b45347c_SeqId_4_ 2024-11-23T15:19:04,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ into 20e2b961656fcbee418581d7940260fc/f as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/f/312ae4ce121245c5b021898d2d2fc945_SeqId_4_ - updating store file list. 2024-11-23T15:19:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 312ae4ce121245c5b021898d2d2fc945_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:19:04,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/f/312ae4ce121245c5b021898d2d2fc945_SeqId_4_ into 20e2b961656fcbee418581d7940260fc/f 2024-11-23T15:19:04,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ into 20e2b961656fcbee418581d7940260fc/f (new location: hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/f/312ae4ce121245c5b021898d2d2fc945_SeqId_4_) 2024-11-23T15:19:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/840a0cf9e3b143a3b116f91ddf5f73d4_SeqId_4_ 2024-11-23T15:19:04,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ into 20e2b961656fcbee418581d7940260fc/f as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/f/2c2c28fe6fd64673b8a15adf9b45347c_SeqId_4_ - updating store file list. 2024-11-23T15:19:04,965 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 687, reset compression=false 2024-11-23T15:19:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c2c28fe6fd64673b8a15adf9b45347c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:19:04,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/f/2c2c28fe6fd64673b8a15adf9b45347c_SeqId_4_ into 20e2b961656fcbee418581d7940260fc/f 2024-11-23T15:19:04,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ into 20e2b961656fcbee418581d7940260fc/f (new location: hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/f/2c2c28fe6fd64673b8a15adf9b45347c_SeqId_4_) 2024-11-23T15:19:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/staging/jenkins.hfs.6__test__f9vm4kk0r1av2u3hkn6qd3fkc6n60r0geljcjjli50pq4rgo1d6f0ei420pa5rln/f/725c177f367648ed98270fb9210d3abf_SeqId_4_ 2024-11-23T15:19:04,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.ReplicationSink(324): Finished replicating [702d3e7b-e1fe-4709-97dd-5db8253eeaf9] bulk loaded data 2024-11-23T15:19:05,469 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 687, reset compression=false 2024-11-23T15:19:05,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:19:05,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732375145882/Put/seqid=0 2024-11-23T15:19:05,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741842_1018 (size=7997) 2024-11-23T15:19:06,073 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 687, reset compression=false 2024-11-23T15:19:06,290 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732375146289/Put/seqid=0 2024-11-23T15:19:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741843_1019 (size=7794) 2024-11-23T15:19:06,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19348c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:06,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45229,-1 for getting cluster id 2024-11-23T15:19:06,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:19:06,300 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '702d3e7b-e1fe-4709-97dd-5db8253eeaf9' 2024-11-23T15:19:06,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:19:06,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "702d3e7b-e1fe-4709-97dd-5db8253eeaf9" 2024-11-23T15:19:06,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ebc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:06,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45229,-1] 2024-11-23T15:19:06,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:19:06,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:06,302 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:19:06,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f509d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:19:06,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:19:06,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36655,1732375129915, seqNum=-1] 2024-11-23T15:19:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:19:06,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:19:06,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:19:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45229,1732375129680 2024-11-23T15:19:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a94a1d2 2024-11-23T15:19:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:19:06,318 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:19:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2] 2024-11-23T15:19:06,326 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:19:06,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T15:19:06,335 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T15:19:06,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f1/f1/hfile_0 for inclusion in 1f39479738153a3cde97d330aa0bcdc8/f1 2024-11-23T15:19:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T15:19:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:19:06,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f1/f1/hfile_1 for inclusion in 1f39479738153a3cde97d330aa0bcdc8/f1 2024-11-23T15:19:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T15:19:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:19:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HRegion(2603): Flush status journal for 1f39479738153a3cde97d330aa0bcdc8: 2024-11-23T15:19:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f1/f1/hfile_0 to hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_0 2024-11-23T15:19:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_0 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f1/2860ef2c282442dc8dce4ea66a3d1a95_SeqId_6_ 2024-11-23T15:19:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/load_f1/f1/hfile_1 to hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_1 2024-11-23T15:19:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_1 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f1/6ded425d313144678ef00abcdd117f0b_SeqId_6_ 2024-11-23T15:19:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-23T15:19:06,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_0 into 1f39479738153a3cde97d330aa0bcdc8/f1 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f1/2860ef2c282442dc8dce4ea66a3d1a95_SeqId_6_ - updating store file list. 2024-11-23T15:19:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2860ef2c282442dc8dce4ea66a3d1a95_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:19:06,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f1/2860ef2c282442dc8dce4ea66a3d1a95_SeqId_6_ into 1f39479738153a3cde97d330aa0bcdc8/f1 2024-11-23T15:19:06,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_0 into 1f39479738153a3cde97d330aa0bcdc8/f1 (new location: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f1/2860ef2c282442dc8dce4ea66a3d1a95_SeqId_6_) 2024-11-23T15:19:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_0 2024-11-23T15:19:06,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_1 into 1f39479738153a3cde97d330aa0bcdc8/f1 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f1/6ded425d313144678ef00abcdd117f0b_SeqId_6_ - updating store file list. 2024-11-23T15:19:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ded425d313144678ef00abcdd117f0b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:19:06,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f1/6ded425d313144678ef00abcdd117f0b_SeqId_6_ into 1f39479738153a3cde97d330aa0bcdc8/f1 2024-11-23T15:19:06,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_1 into 1f39479738153a3cde97d330aa0bcdc8/f1 (new location: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/f1/6ded425d313144678ef00abcdd117f0b_SeqId_6_) 2024-11-23T15:19:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/staging/jenkins__test__c0en9qn15hkruqscd6bmlnut62jnk05soh2m710vs4f2q0pl0e8klnsnq46c88ge/f1/hfile_1 2024-11-23T15:19:06,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:19:06,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:19:06,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:06,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:19:06,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2 , the old value is region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=018362ca5320:36655 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2 from cache 2024-11-23T15:19:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36655: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:37454 deadline: 1732375206364 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:37454 2024-11-23T15:19:06,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:19:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36655,1732375129915, seqNum=-1] 2024-11-23T15:19:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:19:06,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:19:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., hostname=018362ca5320,36655,1732375129915, seqNum=2] 2024-11-23T15:19:06,477 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T15:19:06,777 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 687, reset compression=false 2024-11-23T15:19:06,782 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:19:06,783 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:06,783 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36655,1732375129915 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:19:06,987 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:07,292 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:07,697 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:07,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:19:07,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T15:19:08,201 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:08,805 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:09,509 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:10,313 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:11,217 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:12,221 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:13,325 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:14,530 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:15,834 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:17,239 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:18,743 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:19,264 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:19:20,347 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:22,051 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:23,856 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:23,860 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:19:25,759 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:26,785 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36655,1732375129915 got entry batch from reader: null 2024-11-23T15:19:27,763 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:29,867 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:32,071 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:32,383 INFO [master/018362ca5320:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T15:19:32,383 INFO [master/018362ca5320:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T15:19:34,375 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:36,659 INFO [master/018362ca5320:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T15:19:36,659 INFO [master/018362ca5320:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T15:19:36,780 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:39,284 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:41,887 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:42,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1f39479738153a3cde97d330aa0bcdc8, had cached 0 bytes from a total of 31376 2024-11-23T15:19:44,591 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:45,029 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 20e2b961656fcbee418581d7940260fc, had cached 0 bytes from a total of 15585 2024-11-23T15:19:46,785 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36655,1732375129915 got entry batch from reader: null 2024-11-23T15:19:47,395 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:49,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:19:50,300 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:53,347 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:53,860 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:19:56,450 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:19:56,791 DEBUG [master/018362ca5320:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T15:19:59,655 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:20:02,960 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:20:06,365 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:20:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:20:06,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:06,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:06,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:06,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:06,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:20:06,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=649315225, stopped=false 2024-11-23T15:20:06,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:06,394 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,34113,1732375133902 2024-11-23T15:20:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579867478/running 2024-11-23T15:20:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579867478/running 2024-11-23T15:20:06,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:20:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:20:06,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:06,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:06,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:06,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,37943,1732375134035' ***** 2024-11-23T15:20:06,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:20:06,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on znode that does not yet exist, /1-1579867478/running 2024-11-23T15:20:06,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Set watcher on znode that does not yet exist, /1-1579867478/running 2024-11-23T15:20:06,455 INFO [RS:0;018362ca5320:37943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:20:06,455 INFO [RS:0;018362ca5320:37943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:20:06,455 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:20:06,455 INFO [RS:0;018362ca5320:37943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:20:06,455 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(3091): Received CLOSE for 20e2b961656fcbee418581d7940260fc 2024-11-23T15:20:06,456 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,37943,1732375134035 2024-11-23T15:20:06,456 INFO [RS:0;018362ca5320:37943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:06,456 INFO [RS:0;018362ca5320:37943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:37943. 2024-11-23T15:20:06,456 DEBUG [RS:0;018362ca5320:37943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:06,456 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20e2b961656fcbee418581d7940260fc, disabling compactions & flushes 2024-11-23T15:20:06,456 DEBUG [RS:0;018362ca5320:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:06,456 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:20:06,456 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:20:06,456 INFO [RS:0;018362ca5320:37943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:20:06,456 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375138889.20e2b961656fcbee418581d7940260fc. after waiting 0 ms 2024-11-23T15:20:06,456 INFO [RS:0;018362ca5320:37943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:20:06,456 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:20:06,456 INFO [RS:0;018362ca5320:37943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:20:06,456 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:20:06,456 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:20:06,456 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 20e2b961656fcbee418581d7940260fc=test,,1732375138889.20e2b961656fcbee418581d7940260fc.} 2024-11-23T15:20:06,456 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20e2b961656fcbee418581d7940260fc 2024-11-23T15:20:06,456 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:06,456 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:06,456 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:06,456 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:06,456 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:06,457 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T15:20:06,461 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/default/test/20e2b961656fcbee418581d7940260fc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T15:20:06,461 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:06,461 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:20:06,461 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:20:06,462 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20e2b961656fcbee418581d7940260fc: Waiting for close lock at 1732375206456Running coprocessor pre-close hooks at 1732375206456Disabling compacts and flushes for region at 1732375206456Disabling writes for close at 1732375206456Writing region close event to WAL at 1732375206457 (+1 ms)Running coprocessor post-close hooks at 1732375206461 (+4 ms)Closed at 1732375206461 2024-11-23T15:20:06,462 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375138889.20e2b961656fcbee418581d7940260fc. 2024-11-23T15:20:06,472 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/info/d0a045cb3f9f46cf99401d25e9e4cb47 is 129, key is test,,1732375138889.20e2b961656fcbee418581d7940260fc./info:regioninfo/1732375140046/Put/seqid=0 2024-11-23T15:20:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741839_1015 (size=6421) 2024-11-23T15:20:06,521 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:06,656 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:06,786 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36655,1732375129915 got entry batch from reader: null 2024-11-23T15:20:06,857 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:06,877 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/info/d0a045cb3f9f46cf99401d25e9e4cb47 2024-11-23T15:20:06,898 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/ns/8528ff646071405b8d24a9eeb8343167 is 43, key is default/ns:d/1732375136645/Put/seqid=0 2024-11-23T15:20:06,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741840_1016 (size=5153) 2024-11-23T15:20:07,007 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:20:07,008 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:20:07,057 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:07,257 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:07,303 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/ns/8528ff646071405b8d24a9eeb8343167 2024-11-23T15:20:07,323 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/rep_barrier/50f7ee7facf9450dad5c278eec0e810d is 112, key is test,,1732375138889.20e2b961656fcbee418581d7940260fc./rep_barrier:seqnumDuringOpen/1732375140046/Put/seqid=0 2024-11-23T15:20:07,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741841_1017 (size=5518) 2024-11-23T15:20:07,457 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:20:07,457 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:20:07,457 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:07,657 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:07,728 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/rep_barrier/50f7ee7facf9450dad5c278eec0e810d 2024-11-23T15:20:07,757 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/table/ef398bcd812e4a66bd25a1ae0db8fddd is 40, key is test/table:state/1732375140056/Put/seqid=0 2024-11-23T15:20:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741842_1018 (size=5165) 2024-11-23T15:20:07,858 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:08,058 DEBUG [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:08,163 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/table/ef398bcd812e4a66bd25a1ae0db8fddd 2024-11-23T15:20:08,168 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/info/d0a045cb3f9f46cf99401d25e9e4cb47 as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/info/d0a045cb3f9f46cf99401d25e9e4cb47 2024-11-23T15:20:08,174 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/info/d0a045cb3f9f46cf99401d25e9e4cb47, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T15:20:08,175 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/ns/8528ff646071405b8d24a9eeb8343167 as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/ns/8528ff646071405b8d24a9eeb8343167 2024-11-23T15:20:08,181 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/ns/8528ff646071405b8d24a9eeb8343167, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:20:08,182 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/rep_barrier/50f7ee7facf9450dad5c278eec0e810d as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/rep_barrier/50f7ee7facf9450dad5c278eec0e810d 2024-11-23T15:20:08,188 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/rep_barrier/50f7ee7facf9450dad5c278eec0e810d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T15:20:08,189 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/.tmp/table/ef398bcd812e4a66bd25a1ae0db8fddd as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/table/ef398bcd812e4a66bd25a1ae0db8fddd 2024-11-23T15:20:08,196 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/table/ef398bcd812e4a66bd25a1ae0db8fddd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:20:08,197 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=11, compaction requested=false 2024-11-23T15:20:08,211 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T15:20:08,212 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:08,212 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:08,212 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:08,212 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375206456Running coprocessor pre-close hooks at 1732375206456Disabling compacts and flushes for region at 1732375206456Disabling writes for close at 1732375206456Obtaining lock to block concurrent updates at 1732375206457 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732375206457Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732375206457Flushing stores of hbase:meta,,1.1588230740 at 1732375206457Flushing 1588230740/info: creating writer at 1732375206457Flushing 1588230740/info: appending metadata at 1732375206472 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732375206472Flushing 1588230740/ns: creating writer at 1732375206884 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732375206898 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732375206898Flushing 1588230740/rep_barrier: creating writer at 1732375207308 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375207322 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375207322Flushing 1588230740/table: creating writer at 1732375207733 (+411 ms)Flushing 1588230740/table: appending metadata at 1732375207757 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732375207757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c0f1c: reopening flushed file at 1732375208167 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434111d2: reopening flushed file at 1732375208174 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a50b8a: reopening flushed file at 1732375208181 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f062f8: reopening flushed file at 1732375208188 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=11, compaction requested=false at 1732375208197 (+9 ms)Writing region close event to WAL at 1732375208206 (+9 ms)Running coprocessor post-close hooks at 1732375208212 (+6 ms)Closed at 1732375208212 2024-11-23T15:20:08,213 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:08,258 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,37943,1732375134035; all regions closed. 2024-11-23T15:20:08,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741834_1010 (size=2717) 2024-11-23T15:20:08,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/WALs/018362ca5320,37943,1732375134035/018362ca5320%2C37943%2C1732375134035.meta.1732375136598.meta not finished, retry = 0 2024-11-23T15:20:08,363 DEBUG [RS:0;018362ca5320:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/oldWALs 2024-11-23T15:20:08,363 INFO [RS:0;018362ca5320:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C37943%2C1732375134035.meta:.meta(num 1732375136598) 2024-11-23T15:20:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741832_1008 (size=1028) 2024-11-23T15:20:08,370 DEBUG [RS:0;018362ca5320:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/oldWALs 2024-11-23T15:20:08,370 INFO [RS:0;018362ca5320:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C37943%2C1732375134035:(num 1732375136162) 2024-11-23T15:20:08,370 DEBUG [RS:0;018362ca5320:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:08,370 INFO [RS:0;018362ca5320:37943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:08,370 INFO [RS:0;018362ca5320:37943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:08,370 INFO [RS:0;018362ca5320:37943 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:08,370 INFO [RS:0;018362ca5320:37943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:08,370 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:08,371 INFO [RS:0;018362ca5320:37943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:37943. 2024-11-23T15:20:08,371 DEBUG [RS:0;018362ca5320:37943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:08,371 DEBUG [RS:0;018362ca5320:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:08,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:08,371 DEBUG [RS:0;018362ca5320:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:08,372 INFO [RS:0;018362ca5320:37943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37943 2024-11-23T15:20:08,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478/rs 2024-11-23T15:20:08,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579867478/rs/018362ca5320,37943,1732375134035 2024-11-23T15:20:08,444 INFO [RS:0;018362ca5320:37943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:08,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,37943,1732375134035] 2024-11-23T15:20:08,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579867478/draining/018362ca5320,37943,1732375134035 already deleted, retry=false 2024-11-23T15:20:08,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,37943,1732375134035 expired; onlineServers=0 2024-11-23T15:20:08,464 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,34113,1732375133902' ***** 2024-11-23T15:20:08,464 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:20:08,465 INFO [M:0;018362ca5320:34113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:08,465 INFO [M:0;018362ca5320:34113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:08,465 DEBUG [M:0;018362ca5320:34113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:20:08,465 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:20:08,465 DEBUG [M:0;018362ca5320:34113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:20:08,465 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375135777 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375135777,5,FailOnTimeoutGroup] 2024-11-23T15:20:08,465 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375135777 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375135777,5,FailOnTimeoutGroup] 2024-11-23T15:20:08,465 INFO [M:0;018362ca5320:34113 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:08,465 INFO [M:0;018362ca5320:34113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:08,465 DEBUG [M:0;018362ca5320:34113 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:20:08,465 INFO [M:0;018362ca5320:34113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:20:08,465 INFO [M:0;018362ca5320:34113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:08,465 INFO [M:0;018362ca5320:34113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:20:08,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:20:08,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579867478/master 2024-11-23T15:20:08,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579867478 2024-11-23T15:20:08,475 DEBUG [M:0;018362ca5320:34113 {}] zookeeper.ZKUtil(347): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Unable to get data of znode /1-1579867478/master because node does not exist (not an error) 2024-11-23T15:20:08,475 WARN [M:0;018362ca5320:34113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:20:08,476 INFO [M:0;018362ca5320:34113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/.lastflushedseqids 2024-11-23T15:20:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741843_1019 (size=173) 2024-11-23T15:20:08,554 INFO [RS:0;018362ca5320:37943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:08,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:08,554 INFO [RS:0;018362ca5320:37943 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,37943,1732375134035; zookeeper connection closed. 2024-11-23T15:20:08,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x10168469e850004, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:08,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4777bbbe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4777bbbe 2024-11-23T15:20:08,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:20:08,881 INFO [M:0;018362ca5320:34113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:20:08,881 INFO [M:0;018362ca5320:34113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:20:08,881 DEBUG [M:0;018362ca5320:34113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:08,881 INFO [M:0;018362ca5320:34113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:08,881 DEBUG [M:0;018362ca5320:34113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:08,881 DEBUG [M:0;018362ca5320:34113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:08,881 DEBUG [M:0;018362ca5320:34113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:08,882 INFO [M:0;018362ca5320:34113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-23T15:20:08,896 DEBUG [M:0;018362ca5320:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8331e176794f42878777e08f712bf03e is 82, key is hbase:meta,,1/info:regioninfo/1732375136629/Put/seqid=0 2024-11-23T15:20:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741844_1020 (size=5672) 2024-11-23T15:20:09,300 INFO [M:0;018362ca5320:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8331e176794f42878777e08f712bf03e 2024-11-23T15:20:09,319 DEBUG [M:0;018362ca5320:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f308a4aea084cb28079f03884393f70 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732375140060/Put/seqid=0 2024-11-23T15:20:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741845_1021 (size=6727) 2024-11-23T15:20:09,724 INFO [M:0;018362ca5320:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f308a4aea084cb28079f03884393f70 2024-11-23T15:20:09,729 INFO [M:0;018362ca5320:34113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f308a4aea084cb28079f03884393f70 2024-11-23T15:20:09,744 DEBUG [M:0;018362ca5320:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/605fae9a5dfc4e039fa96fccf8360ad0 is 69, key is 018362ca5320,37943,1732375134035/rs:state/1732375135800/Put/seqid=0 2024-11-23T15:20:09,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741846_1022 (size=5156) 2024-11-23T15:20:09,869 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 to pos 997, reset compression=false 2024-11-23T15:20:10,149 INFO [M:0;018362ca5320:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/605fae9a5dfc4e039fa96fccf8360ad0 2024-11-23T15:20:10,155 DEBUG [M:0;018362ca5320:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8331e176794f42878777e08f712bf03e as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8331e176794f42878777e08f712bf03e 2024-11-23T15:20:10,160 INFO [M:0;018362ca5320:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8331e176794f42878777e08f712bf03e, entries=8, sequenceid=58, filesize=5.5 K 2024-11-23T15:20:10,161 DEBUG [M:0;018362ca5320:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f308a4aea084cb28079f03884393f70 as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f308a4aea084cb28079f03884393f70 2024-11-23T15:20:10,165 INFO [M:0;018362ca5320:34113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f308a4aea084cb28079f03884393f70 2024-11-23T15:20:10,165 INFO [M:0;018362ca5320:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f308a4aea084cb28079f03884393f70, entries=6, sequenceid=58, filesize=6.6 K 2024-11-23T15:20:10,166 DEBUG [M:0;018362ca5320:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/605fae9a5dfc4e039fa96fccf8360ad0 as hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/605fae9a5dfc4e039fa96fccf8360ad0 2024-11-23T15:20:10,171 INFO [M:0;018362ca5320:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/142d73b1-48a8-3fb2-8229-2cfc35e72b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/605fae9a5dfc4e039fa96fccf8360ad0, entries=1, sequenceid=58, filesize=5.0 K 2024-11-23T15:20:10,172 INFO [M:0;018362ca5320:34113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-23T15:20:10,173 INFO [M:0;018362ca5320:34113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:10,173 DEBUG [M:0;018362ca5320:34113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375208881Disabling compacts and flushes for region at 1732375208881Disabling writes for close at 1732375208881Obtaining lock to block concurrent updates at 1732375208882 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375208882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732375208882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375208882Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375208883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375208895 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375208896 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375209305 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375209319 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375209319Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375209729 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375209743 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375209743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5a1adf: reopening flushed file at 1732375210154 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269c881d: reopening flushed file at 1732375210160 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f55e005: reopening flushed file at 1732375210166 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732375210172 (+6 ms)Writing region close event to WAL at 1732375210173 (+1 ms)Closed at 1732375210173 2024-11-23T15:20:10,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38133 is added to blk_1073741830_1006 (size=33026) 2024-11-23T15:20:10,175 INFO [M:0;018362ca5320:34113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:20:10,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:10,175 INFO [M:0;018362ca5320:34113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34113 2024-11-23T15:20:10,176 INFO [M:0;018362ca5320:34113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:10,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:10,295 INFO [M:0;018362ca5320:34113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:10,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x10168469e850003, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:10,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12a15f97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:20:10,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e5a7305{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:20:10,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:20:10,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6bf9ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:20:10,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@232b7ebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.log.dir/,STOPPED} 2024-11-23T15:20:10,328 WARN [BP-1411256631-172.17.0.2-1732375132265 heartbeating to localhost/127.0.0.1:37931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:20:10,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:20:10,328 WARN [BP-1411256631-172.17.0.2-1732375132265 heartbeating to localhost/127.0.0.1:37931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1411256631-172.17.0.2-1732375132265 (Datanode Uuid ca6093f7-3911-4fa0-a2fb-0be326b7f09d) service to localhost/127.0.0.1:37931 2024-11-23T15:20:10,328 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:20:10,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/cluster_2210db65-75b8-80ed-c660-bb8a92a746c1/data/data1/current/BP-1411256631-172.17.0.2-1732375132265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:20:10,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/cluster_2210db65-75b8-80ed-c660-bb8a92a746c1/data/data2/current/BP-1411256631-172.17.0.2-1732375132265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:20:10,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:20:10,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62e0311c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:20:10,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68a0c70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:20:10,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:20:10,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725d0bdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:20:10,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e310189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.log.dir/,STOPPED} 2024-11-23T15:20:10,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:20:10,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:20:10,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:10,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:10,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:10,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:10,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:10,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:20:10,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1776888618, stopped=false 2024-11-23T15:20:10,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,45229,1732375129680 2024-11-23T15:20:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1767860233/running 2024-11-23T15:20:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1767860233/running 2024-11-23T15:20:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:20:10,374 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:20:10,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:10,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:10,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:10,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on znode that does not yet exist, /0-1767860233/running 2024-11-23T15:20:10,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Set watcher on znode that does not yet exist, /0-1767860233/running 2024-11-23T15:20:10,375 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,36655,1732375129915' ***** 2024-11-23T15:20:10,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:20:10,376 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f39479738153a3cde97d330aa0bcdc8 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(3091): Received CLOSE for f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,36655,1732375129915 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:10,376 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f39479738153a3cde97d330aa0bcdc8, disabling compactions & flushes 2024-11-23T15:20:10,376 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:36655. 2024-11-23T15:20:10,376 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:20:10,376 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. after waiting 0 ms 2024-11-23T15:20:10,376 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:20:10,376 DEBUG [RS:0;018362ca5320:36655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:10,376 DEBUG [RS:0;018362ca5320:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:10,376 INFO [RS:0;018362ca5320:36655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:20:10,377 INFO [RS:0;018362ca5320:36655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:20:10,377 INFO [RS:0;018362ca5320:36655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:20:10,377 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:20:10,377 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:20:10,377 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1325): Online Regions={1f39479738153a3cde97d330aa0bcdc8=test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8., 1588230740=hbase:meta,,1.1588230740, f2cfb0e215377a5d077e7cc2ff6ddca4=hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4.} 2024-11-23T15:20:10,377 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f39479738153a3cde97d330aa0bcdc8, f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:20:10,377 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:10,377 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:10,377 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:10,377 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:10,377 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:10,377 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:20:10,381 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/default/test/1f39479738153a3cde97d330aa0bcdc8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T15:20:10,382 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:10,382 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:20:10,382 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:20:10,382 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f39479738153a3cde97d330aa0bcdc8: Waiting for close lock at 1732375210376Running coprocessor pre-close hooks at 1732375210376Disabling compacts and flushes for region at 1732375210376Disabling writes for close at 1732375210376Writing region close event to WAL at 1732375210378 (+2 ms)Running coprocessor post-close hooks at 1732375210382 (+4 ms)Closed at 1732375210382 2024-11-23T15:20:10,382 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8. 2024-11-23T15:20:10,382 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2cfb0e215377a5d077e7cc2ff6ddca4, disabling compactions & flushes 2024-11-23T15:20:10,382 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:20:10,382 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:20:10,382 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. after waiting 0 ms 2024-11-23T15:20:10,382 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:20:10,382 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2cfb0e215377a5d077e7cc2ff6ddca4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-23T15:20:10,392 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:10,397 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/info/4a5d3f678dd74ad6b289c7dc24cbb797 is 147, key is hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4./info:regioninfo/1732375142244/Put/seqid=0 2024-11-23T15:20:10,398 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/.tmp/hfileref/30b232852558459badba943b343356cc is 74, key is 1/hfileref:725c177f367648ed98270fb9210d3abf_SeqId_4_/1732375144977/DeleteColumn/seqid=0 2024-11-23T15:20:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741844_1020 (size=7686) 2024-11-23T15:20:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741845_1021 (size=5203) 2024-11-23T15:20:10,501 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:20:10,501 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:20:10,577 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:20:10,777 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:20:10,802 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/.tmp/hfileref/30b232852558459badba943b343356cc 2024-11-23T15:20:10,802 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/info/4a5d3f678dd74ad6b289c7dc24cbb797 2024-11-23T15:20:10,820 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/.tmp/queue/fba7df4faffd42c8ac7c1ac99a36e827 is 153, key is 1-018362ca5320,36655,1732375129915/queue:018362ca5320%2C36655%2C1732375129915/1732375146784/Put/seqid=0 2024-11-23T15:20:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741846_1022 (size=5352) 2024-11-23T15:20:10,824 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/ns/474edc240352444b97f33a9f9d5c0f5f is 43, key is default/ns:d/1732375132173/Put/seqid=0 2024-11-23T15:20:10,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741847_1023 (size=5153) 2024-11-23T15:20:10,978 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:20:11,178 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2cfb0e215377a5d077e7cc2ff6ddca4 2024-11-23T15:20:11,225 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/.tmp/queue/fba7df4faffd42c8ac7c1ac99a36e827 2024-11-23T15:20:11,231 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/.tmp/hfileref/30b232852558459badba943b343356cc as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/hfileref/30b232852558459badba943b343356cc 2024-11-23T15:20:11,231 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/ns/474edc240352444b97f33a9f9d5c0f5f 2024-11-23T15:20:11,236 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/hfileref/30b232852558459badba943b343356cc, entries=2, sequenceid=10, filesize=5.1 K 2024-11-23T15:20:11,237 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/.tmp/queue/fba7df4faffd42c8ac7c1ac99a36e827 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/queue/fba7df4faffd42c8ac7c1ac99a36e827 2024-11-23T15:20:11,242 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/queue/fba7df4faffd42c8ac7c1ac99a36e827, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T15:20:11,243 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f2cfb0e215377a5d077e7cc2ff6ddca4 in 861ms, sequenceid=10, compaction requested=false 2024-11-23T15:20:11,247 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/replication/f2cfb0e215377a5d077e7cc2ff6ddca4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T15:20:11,248 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:11,248 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:11,248 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:20:11,248 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2cfb0e215377a5d077e7cc2ff6ddca4: Waiting for close lock at 1732375210382Running coprocessor pre-close hooks at 1732375210382Disabling compacts and flushes for region at 1732375210382Disabling writes for close at 1732375210382Obtaining lock to block concurrent updates at 1732375210382Preparing flush snapshotting stores in f2cfb0e215377a5d077e7cc2ff6ddca4 at 1732375210382Finished memstore snapshotting hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732375210383 (+1 ms)Flushing stores of hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. at 1732375210383Flushing f2cfb0e215377a5d077e7cc2ff6ddca4/hfileref: creating writer at 1732375210383Flushing f2cfb0e215377a5d077e7cc2ff6ddca4/hfileref: appending metadata at 1732375210397 (+14 ms)Flushing f2cfb0e215377a5d077e7cc2ff6ddca4/hfileref: closing flushed file at 1732375210397Flushing f2cfb0e215377a5d077e7cc2ff6ddca4/queue: creating writer at 1732375210807 (+410 ms)Flushing f2cfb0e215377a5d077e7cc2ff6ddca4/queue: appending metadata at 1732375210819 (+12 ms)Flushing f2cfb0e215377a5d077e7cc2ff6ddca4/queue: closing flushed file at 1732375210819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@faff127: reopening flushed file at 1732375211230 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ba0e1a: reopening flushed file at 1732375211236 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f2cfb0e215377a5d077e7cc2ff6ddca4 in 861ms, sequenceid=10, compaction requested=false at 1732375211243 (+7 ms)Writing region close event to WAL at 1732375211244 (+1 ms)Running coprocessor post-close hooks at 1732375211248 (+4 ms)Closed at 1732375211248 2024-11-23T15:20:11,248 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375141072.f2cfb0e215377a5d077e7cc2ff6ddca4. 2024-11-23T15:20:11,251 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/rep_barrier/f5b1781e68054706bd3c61b066e70ee5 is 112, key is test,,1732375136718.1f39479738153a3cde97d330aa0bcdc8./rep_barrier:seqnumDuringOpen/1732375137887/Put/seqid=0 2024-11-23T15:20:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741848_1024 (size=5518) 2024-11-23T15:20:11,378 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:20:11,378 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:20:11,378 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:11,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:11,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:11,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:11,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:11,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:11,578 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:11,655 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/rep_barrier/f5b1781e68054706bd3c61b066e70ee5 2024-11-23T15:20:11,674 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/table/d0d9341291f448a28c4d1f894838e1bb is 53, key is hbase:replication/table:state/1732375142252/Put/seqid=0 2024-11-23T15:20:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741849_1025 (size=5308) 2024-11-23T15:20:11,778 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:11,979 DEBUG [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:12,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:20:12,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:12,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:12,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:12,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:12,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:12,078 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/table/d0d9341291f448a28c4d1f894838e1bb 2024-11-23T15:20:12,085 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/info/4a5d3f678dd74ad6b289c7dc24cbb797 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/info/4a5d3f678dd74ad6b289c7dc24cbb797 2024-11-23T15:20:12,090 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/info/4a5d3f678dd74ad6b289c7dc24cbb797, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:20:12,091 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/ns/474edc240352444b97f33a9f9d5c0f5f as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/ns/474edc240352444b97f33a9f9d5c0f5f 2024-11-23T15:20:12,096 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/ns/474edc240352444b97f33a9f9d5c0f5f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:20:12,097 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/rep_barrier/f5b1781e68054706bd3c61b066e70ee5 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/rep_barrier/f5b1781e68054706bd3c61b066e70ee5 2024-11-23T15:20:12,102 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/rep_barrier/f5b1781e68054706bd3c61b066e70ee5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:20:12,103 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/.tmp/table/d0d9341291f448a28c4d1f894838e1bb as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/table/d0d9341291f448a28c4d1f894838e1bb 2024-11-23T15:20:12,108 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/table/d0d9341291f448a28c4d1f894838e1bb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:20:12,109 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-11-23T15:20:12,114 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:20:12,114 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:12,114 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:12,114 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:12,114 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375210377Running coprocessor pre-close hooks at 1732375210377Disabling compacts and flushes for region at 1732375210377Disabling writes for close at 1732375210377Obtaining lock to block concurrent updates at 1732375210377Preparing flush snapshotting stores in 1588230740 at 1732375210377Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375210378 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375210378Flushing 1588230740/info: creating writer at 1732375210379 (+1 ms)Flushing 1588230740/info: appending metadata at 1732375210396 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732375210396Flushing 1588230740/ns: creating writer at 1732375210807 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732375210824 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732375210824Flushing 1588230740/rep_barrier: creating writer at 1732375211236 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375211250 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375211250Flushing 1588230740/table: creating writer at 1732375211660 (+410 ms)Flushing 1588230740/table: appending metadata at 1732375211673 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732375211674 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3918a9f9: reopening flushed file at 1732375212084 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333d706c: reopening flushed file at 1732375212090 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20aef7f7: reopening flushed file at 1732375212096 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bcb362: reopening flushed file at 1732375212102 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1732375212109 (+7 ms)Writing region close event to WAL at 1732375212110 (+1 ms)Running coprocessor post-close hooks at 1732375212114 (+4 ms)Closed at 1732375212114 2024-11-23T15:20:12,115 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:12,179 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,36655,1732375129915; all regions closed. 2024-11-23T15:20:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:20:12,184 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.meta.1732375132093.meta not finished, retry = 0 2024-11-23T15:20:12,287 DEBUG [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/oldWALs 2024-11-23T15:20:12,287 INFO [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C36655%2C1732375129915.meta:.meta(num 1732375132093) 2024-11-23T15:20:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741839_1015 (size=2700) 2024-11-23T15:20:12,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.rep.1732375142212 not finished, retry = 0 2024-11-23T15:20:12,391 DEBUG [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/oldWALs 2024-11-23T15:20:12,391 INFO [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C36655%2C1732375129915.rep:(num 1732375142212) 2024-11-23T15:20:12,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741833_1009 (size=1300) 2024-11-23T15:20:12,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/WALs/018362ca5320,36655,1732375129915/018362ca5320%2C36655%2C1732375129915.1732375131646 not finished, retry = 0 2024-11-23T15:20:12,496 DEBUG [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/oldWALs 2024-11-23T15:20:12,496 INFO [RS:0;018362ca5320:36655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C36655%2C1732375129915:(num 1732375131646) 2024-11-23T15:20:12,496 DEBUG [RS:0;018362ca5320:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:12,496 INFO [RS:0;018362ca5320:36655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:12,496 INFO [RS:0;018362ca5320:36655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:12,497 INFO [RS:0;018362ca5320:36655 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:12,497 INFO [RS:0;018362ca5320:36655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:12,497 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:12,497 INFO [RS:0;018362ca5320:36655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,36655,1732375129915 because: Region server is closing 2024-11-23T15:20:12,497 INFO [RS:0;018362ca5320:36655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:36655. 2024-11-23T15:20:12,497 DEBUG [RS:0;018362ca5320:36655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:12,497 DEBUG [RS:0;018362ca5320:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:12,497 DEBUG [RS:0;018362ca5320:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:12,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:12,598 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.wal-reader.018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:20:12,598 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:20:12,598 INFO [RS:0;018362ca5320:36655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36655,1732375129915.replicationSource.shipper018362ca5320%2C36655%2C1732375129915,1-018362ca5320,36655,1732375129915 terminated 2024-11-23T15:20:12,598 INFO [RS:0;018362ca5320:36655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36655 2024-11-23T15:20:12,612 INFO [RS:0;018362ca5320:36655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:12,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1767860233/rs/018362ca5320,36655,1732375129915 2024-11-23T15:20:12,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233/rs 2024-11-23T15:20:12,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,36655,1732375129915] 2024-11-23T15:20:12,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1767860233/draining/018362ca5320,36655,1732375129915 already deleted, retry=false 2024-11-23T15:20:12,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,36655,1732375129915 expired; onlineServers=0 2024-11-23T15:20:12,633 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,45229,1732375129680' ***** 2024-11-23T15:20:12,633 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:20:12,633 INFO [M:0;018362ca5320:45229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:12,633 INFO [M:0;018362ca5320:45229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:12,633 DEBUG [M:0;018362ca5320:45229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:20:12,633 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:20:12,633 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375131312 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375131312,5,FailOnTimeoutGroup] 2024-11-23T15:20:12,633 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375131316 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375131316,5,FailOnTimeoutGroup] 2024-11-23T15:20:12,633 DEBUG [M:0;018362ca5320:45229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:20:12,633 INFO [M:0;018362ca5320:45229 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:12,634 INFO [M:0;018362ca5320:45229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:12,634 DEBUG [M:0;018362ca5320:45229 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:20:12,634 INFO [M:0;018362ca5320:45229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:20:12,634 INFO [M:0;018362ca5320:45229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:12,634 INFO [M:0;018362ca5320:45229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:20:12,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:20:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1767860233/master 2024-11-23T15:20:12,643 DEBUG [M:0;018362ca5320:45229 {}] zookeeper.ZKUtil(347): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Unable to get data of znode /0-1767860233/master because node does not exist (not an error) 2024-11-23T15:20:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1767860233 2024-11-23T15:20:12,643 WARN [M:0;018362ca5320:45229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:20:12,645 INFO [M:0;018362ca5320:45229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/.lastflushedseqids 2024-11-23T15:20:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741850_1026 (size=263) 2024-11-23T15:20:12,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:12,722 INFO [RS:0;018362ca5320:36655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:12,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10168469e850001, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:12,722 INFO [RS:0;018362ca5320:36655 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,36655,1732375129915; zookeeper connection closed. 2024-11-23T15:20:12,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@339a958e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@339a958e 2024-11-23T15:20:12,723 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:20:13,051 INFO [M:0;018362ca5320:45229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:20:13,051 INFO [M:0;018362ca5320:45229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:20:13,051 DEBUG [M:0;018362ca5320:45229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:13,051 INFO [M:0;018362ca5320:45229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:13,051 DEBUG [M:0;018362ca5320:45229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:13,051 DEBUG [M:0;018362ca5320:45229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:13,051 DEBUG [M:0;018362ca5320:45229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:13,051 INFO [M:0;018362ca5320:45229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-23T15:20:13,066 DEBUG [M:0;018362ca5320:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd8f68e82014985a303749516c4265d is 82, key is hbase:meta,,1/info:regioninfo/1732375132136/Put/seqid=0 2024-11-23T15:20:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741851_1027 (size=5672) 2024-11-23T15:20:13,470 INFO [M:0;018362ca5320:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd8f68e82014985a303749516c4265d 2024-11-23T15:20:13,488 DEBUG [M:0;018362ca5320:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e991e0e7cf2f4ed28990c86d3051d788 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732375137911/Put/seqid=0 2024-11-23T15:20:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741852_1028 (size=7239) 2024-11-23T15:20:13,893 INFO [M:0;018362ca5320:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e991e0e7cf2f4ed28990c86d3051d788 2024-11-23T15:20:13,898 INFO [M:0;018362ca5320:45229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e991e0e7cf2f4ed28990c86d3051d788 2024-11-23T15:20:13,912 DEBUG [M:0;018362ca5320:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b193d4261843168b3dad7a03c1e7e1 is 69, key is 018362ca5320,36655,1732375129915/rs:state/1732375131451/Put/seqid=0 2024-11-23T15:20:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741853_1029 (size=5156) 2024-11-23T15:20:14,316 INFO [M:0;018362ca5320:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b193d4261843168b3dad7a03c1e7e1 2024-11-23T15:20:14,322 DEBUG [M:0;018362ca5320:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd8f68e82014985a303749516c4265d as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bd8f68e82014985a303749516c4265d 2024-11-23T15:20:14,328 INFO [M:0;018362ca5320:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bd8f68e82014985a303749516c4265d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T15:20:14,329 DEBUG [M:0;018362ca5320:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e991e0e7cf2f4ed28990c86d3051d788 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e991e0e7cf2f4ed28990c86d3051d788 2024-11-23T15:20:14,333 INFO [M:0;018362ca5320:45229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e991e0e7cf2f4ed28990c86d3051d788 2024-11-23T15:20:14,334 INFO [M:0;018362ca5320:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e991e0e7cf2f4ed28990c86d3051d788, entries=11, sequenceid=105, filesize=7.1 K 2024-11-23T15:20:14,335 DEBUG [M:0;018362ca5320:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b193d4261843168b3dad7a03c1e7e1 as hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48b193d4261843168b3dad7a03c1e7e1 2024-11-23T15:20:14,346 INFO [M:0;018362ca5320:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/133769cd-635b-7a65-7645-d8935fa6ec2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48b193d4261843168b3dad7a03c1e7e1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T15:20:14,347 INFO [M:0;018362ca5320:45229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false 2024-11-23T15:20:14,354 INFO [M:0;018362ca5320:45229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:14,354 DEBUG [M:0;018362ca5320:45229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375213051Disabling compacts and flushes for region at 1732375213051Disabling writes for close at 1732375213051Obtaining lock to block concurrent updates at 1732375213051Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375213051Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732375213051Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375213052 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375213052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375213065 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375213065Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375213475 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375213487 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375213487Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375213898 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375213911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375213911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b3ab2b: reopening flushed file at 1732375214321 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34edf1fd: reopening flushed file at 1732375214328 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b49e80: reopening flushed file at 1732375214334 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false at 1732375214347 (+13 ms)Writing region close event to WAL at 1732375214354 (+7 ms)Closed at 1732375214354 2024-11-23T15:20:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42547 is added to blk_1073741830_1006 (size=64514) 2024-11-23T15:20:14,358 INFO [M:0;018362ca5320:45229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:20:14,359 INFO [M:0;018362ca5320:45229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45229 2024-11-23T15:20:14,359 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:14,359 INFO [M:0;018362ca5320:45229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:14,506 INFO [M:0;018362ca5320:45229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x10168469e850000, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:14,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75023a64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:20:14,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55810643{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:20:14,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:20:14,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@238f940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:20:14,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.log.dir/,STOPPED} 2024-11-23T15:20:14,509 WARN [BP-762197083-172.17.0.2-1732375126878 heartbeating to localhost/127.0.0.1:35377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:20:14,509 WARN [BP-762197083-172.17.0.2-1732375126878 heartbeating to localhost/127.0.0.1:35377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762197083-172.17.0.2-1732375126878 (Datanode Uuid d3649114-5d0e-4880-ba21-68ae0fbc4d47) service to localhost/127.0.0.1:35377 2024-11-23T15:20:14,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:20:14,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/cluster_5e9461c8-b5f3-967d-9098-cc78284c5b01/data/data2/current/BP-762197083-172.17.0.2-1732375126878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:20:14,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/cluster_5e9461c8-b5f3-967d-9098-cc78284c5b01/data/data1/current/BP-762197083-172.17.0.2-1732375126878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:20:14,510 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:20:14,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:20:14,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@749fc2c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:20:14,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5354c14e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:20:14,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:20:14,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e71c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:20:14,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ddf45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eadc527b-f1e0-6d2a-0935-434aea875289/hadoop.log.dir/,STOPPED} 2024-11-23T15:20:14,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:20:14,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:20:14,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53413) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53413) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f796cb91a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f796cb91a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35377 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=3444 (was 3743) 2024-11-23T15:20:14,549 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=3444 2024-11-23T15:20:14,561 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-23T15:20:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.log.dir so I do NOT create it in target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002 2024-11-23T15:20:14,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:20:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.tmp.dir so I do NOT create it in target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002 2024-11-23T15:20:14,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ed84f2d0-242e-93fb-dee3-3c5a85d8688c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:20:14,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002 2024-11-23T15:20:14,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/cluster_58e87db8-c8d4-8735-b295-e6d608622c86, deleteOnExit=true 2024-11-23T15:20:14,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/cluster_58e87db8-c8d4-8735-b295-e6d608622c86/zookeeper_0, clientPort=61509, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/cluster_58e87db8-c8d4-8735-b295-e6d608622c86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/cluster_58e87db8-c8d4-8735-b295-e6d608622c86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:20:14,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61509 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/test.cache.data in system properties and HBase conf 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:20:14,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:20:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:20:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10168469e850002, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:20:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10168469e850005, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:20:14,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10168469e850002, quorum=127.0.0.1:53413, baseZNode=/0-1767860233 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:20:14,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10168469e850005, quorum=127.0.0.1:53413, baseZNode=/1-1579867478 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:20:14,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:14,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:20:14,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:20:14,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:20:14,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:20:14,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:14,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cab360e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:20:14,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f51dbe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:20:15,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ddda574{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/java.io.tmpdir/jetty-localhost-35927-hadoop-hdfs-3_4_1-tests_jar-_-any-1202313196363774342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:20:15,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ee2cead{HTTP/1.1, (http/1.1)}{localhost:35927} 2024-11-23T15:20:15,089 INFO [Time-limited test {}] server.Server(415): Started @145472ms 2024-11-23T15:20:15,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:15,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:20:15,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:20:15,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:20:15,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:20:15,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67911f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:20:15,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dcfe5fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:20:15,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f16aab0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/java.io.tmpdir/jetty-localhost-41959-hadoop-hdfs-3_4_1-tests_jar-_-any-7633008758203125638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:20:15,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@775bde3f{HTTP/1.1, (http/1.1)}{localhost:41959} 2024-11-23T15:20:15,419 INFO [Time-limited test {}] server.Server(415): Started @145801ms 2024-11-23T15:20:15,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:20:16,109 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/cluster_58e87db8-c8d4-8735-b295-e6d608622c86/data/data2/current/BP-1849061853-172.17.0.2-1732375214600/current, will proceed with Du for space computation calculation, 2024-11-23T15:20:16,109 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/cluster_58e87db8-c8d4-8735-b295-e6d608622c86/data/data1/current/BP-1849061853-172.17.0.2-1732375214600/current, will proceed with Du for space computation calculation, 2024-11-23T15:20:16,123 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:20:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd750b2f0cba421a1 with lease ID 0xcee0fdc007d3c671: Processing first storage report for DS-a2f68d32-ffbb-4388-9325-5f800521209e from datanode DatanodeRegistration(127.0.0.1:38083, datanodeUuid=e9f33069-852c-479a-a74a-5be31937c776, infoPort=41189, infoSecurePort=0, ipcPort=35163, storageInfo=lv=-57;cid=testClusterID;nsid=500501344;c=1732375214600) 2024-11-23T15:20:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd750b2f0cba421a1 with lease ID 0xcee0fdc007d3c671: from storage DS-a2f68d32-ffbb-4388-9325-5f800521209e node DatanodeRegistration(127.0.0.1:38083, datanodeUuid=e9f33069-852c-479a-a74a-5be31937c776, infoPort=41189, infoSecurePort=0, ipcPort=35163, storageInfo=lv=-57;cid=testClusterID;nsid=500501344;c=1732375214600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:20:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd750b2f0cba421a1 with lease ID 0xcee0fdc007d3c671: Processing first storage report for DS-ef5f222c-7cc5-4fa8-a3a5-e74208d7dfe6 from datanode DatanodeRegistration(127.0.0.1:38083, datanodeUuid=e9f33069-852c-479a-a74a-5be31937c776, infoPort=41189, infoSecurePort=0, ipcPort=35163, storageInfo=lv=-57;cid=testClusterID;nsid=500501344;c=1732375214600) 2024-11-23T15:20:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd750b2f0cba421a1 with lease ID 0xcee0fdc007d3c671: from storage DS-ef5f222c-7cc5-4fa8-a3a5-e74208d7dfe6 node DatanodeRegistration(127.0.0.1:38083, datanodeUuid=e9f33069-852c-479a-a74a-5be31937c776, infoPort=41189, infoSecurePort=0, ipcPort=35163, storageInfo=lv=-57;cid=testClusterID;nsid=500501344;c=1732375214600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:20:16,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002 2024-11-23T15:20:16,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:16,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:20:16,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669 with version=8 2024-11-23T15:20:16,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/hbase-staging 2024-11-23T15:20:16,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:16,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:16,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:16,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:16,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:16,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:16,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:20:16,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:16,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41959 2024-11-23T15:20:16,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41959 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-23T15:20:16,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419590x0, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:16,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41959-0x1016847f5a20000 connected 2024-11-23T15:20:16,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:16,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:16,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/running 2024-11-23T15:20:16,726 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669, hbase.cluster.distributed=false 2024-11-23T15:20:16,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/acl 2024-11-23T15:20:16,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41959 2024-11-23T15:20:16,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41959 2024-11-23T15:20:16,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41959 2024-11-23T15:20:16,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41959 2024-11-23T15:20:16,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41959 2024-11-23T15:20:16,748 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:16,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:16,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:16,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:16,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:16,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:16,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:20:16,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:16,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40861 2024-11-23T15:20:16,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40861 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-23T15:20:16,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:16,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:16,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408610x0, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:16,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408610x0, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/running 2024-11-23T15:20:16,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40861-0x1016847f5a20001 connected 2024-11-23T15:20:16,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:20:16,767 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:20:16,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/master 2024-11-23T15:20:16,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/acl 2024-11-23T15:20:16,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-23T15:20:16,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40861 2024-11-23T15:20:16,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40861 2024-11-23T15:20:16,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-23T15:20:16,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-23T15:20:16,788 DEBUG [M:0;018362ca5320:41959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:41959 2024-11-23T15:20:16,788 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-360550202/backup-masters/018362ca5320,41959,1732375216561 2024-11-23T15:20:16,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/backup-masters 2024-11-23T15:20:16,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/backup-masters 2024-11-23T15:20:16,801 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on existing znode=/0-360550202/backup-masters/018362ca5320,41959,1732375216561 2024-11-23T15:20:16,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:16,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-360550202/master 2024-11-23T15:20:16,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:16,812 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on existing znode=/0-360550202/master 2024-11-23T15:20:16,812 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-360550202/backup-masters/018362ca5320,41959,1732375216561 from backup master directory 2024-11-23T15:20:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/backup-masters/018362ca5320,41959,1732375216561 2024-11-23T15:20:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/backup-masters 2024-11-23T15:20:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/backup-masters 2024-11-23T15:20:16,822 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:16,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,41959,1732375216561 2024-11-23T15:20:16,825 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/hbase.id] with ID: 9aa13312-2242-49aa-8907-bb47804d2a89 2024-11-23T15:20:16,825 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/.tmp/hbase.id 2024-11-23T15:20:16,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:20:17,231 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/.tmp/hbase.id]:[hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/hbase.id] 2024-11-23T15:20:17,257 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:17,257 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:20:17,258 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:20:17,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:17,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:17,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:20:17,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:20:17,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:17,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:17,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:17,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:17,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:17,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:17,717 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:17,718 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:20:17,718 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:20:17,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:17,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:20:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:20:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:20:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:20:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:20:18,126 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store 2024-11-23T15:20:18,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:20:18,533 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:18,533 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:18,533 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:18,533 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:18,533 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:18,533 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:18,533 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:18,533 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375218533Disabling compacts and flushes for region at 1732375218533Disabling writes for close at 1732375218533Writing region close event to WAL at 1732375218533Closed at 1732375218533 2024-11-23T15:20:18,534 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/.initializing 2024-11-23T15:20:18,534 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561 2024-11-23T15:20:18,535 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:18,536 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C41959%2C1732375216561, suffix=, logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561, archiveDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/oldWALs, maxLogs=10 2024-11-23T15:20:18,555 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561/018362ca5320%2C41959%2C1732375216561.1732375218537, exclude list is [], retry=0 2024-11-23T15:20:18,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-a2f68d32-ffbb-4388-9325-5f800521209e,DISK] 2024-11-23T15:20:18,560 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561/018362ca5320%2C41959%2C1732375216561.1732375218537 2024-11-23T15:20:18,560 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41189:41189)] 2024-11-23T15:20:18,560 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:18,560 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:18,560 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,561 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:20:18,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:18,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:18,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:20:18,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:18,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:18,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:20:18,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:18,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:18,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:20:18,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:18,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:18,568 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,568 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,568 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,570 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,570 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,571 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:18,572 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:18,574 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:18,574 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59316414, jitterRate=-0.11611655354499817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:18,575 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375218561Initializing all the Stores at 1732375218561Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375218562 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375218562Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375218562Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375218562Cleaning up temporary data from old regions at 1732375218570 (+8 ms)Region opened successfully at 1732375218574 (+4 ms) 2024-11-23T15:20:18,575 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:20:18,577 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cad74fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:18,578 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:20:18,578 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:20:18,578 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:20:18,578 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:20:18,579 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:20:18,579 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:20:18,579 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:20:18,585 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:20:18,586 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/balancer because node does not exist (not necessarily an error) 2024-11-23T15:20:18,643 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/balancer already deleted, retry=false 2024-11-23T15:20:18,643 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:20:18,644 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:20:18,653 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/normalizer already deleted, retry=false 2024-11-23T15:20:18,653 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:20:18,654 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:20:18,664 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/switch/split already deleted, retry=false 2024-11-23T15:20:18,665 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:20:18,674 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/switch/merge already deleted, retry=false 2024-11-23T15:20:18,676 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:20:18,685 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/snapshot-cleanup already deleted, retry=false 2024-11-23T15:20:18,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-360550202/running 2024-11-23T15:20:18,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-360550202/running 2024-11-23T15:20:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:18,696 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,41959,1732375216561, sessionid=0x1016847f5a20000, setting cluster-up flag (Was=false) 2024-11-23T15:20:18,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:18,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:18,748 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-360550202/flush-table-proc/acquired, /0-360550202/flush-table-proc/reached, /0-360550202/flush-table-proc/abort 2024-11-23T15:20:18,749 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,41959,1732375216561 2024-11-23T15:20:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:18,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:18,801 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-360550202/online-snapshot/acquired, /0-360550202/online-snapshot/reached, /0-360550202/online-snapshot/abort 2024-11-23T15:20:18,802 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,41959,1732375216561 2024-11-23T15:20:18,803 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:20:18,804 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:18,805 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:20:18,805 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:20:18,805 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,41959,1732375216561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:20:18,806 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:18,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:18,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:18,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:18,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:20:18,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:18,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375248810 2024-11-23T15:20:18,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:20:18,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:20:18,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:20:18,811 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:20:18,811 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:20:18,811 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:20:18,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:18,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:20:18,812 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:18,812 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:20:18,818 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,820 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:20:18,820 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:20:18,820 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:20:18,820 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:20:18,820 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:20:18,820 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:20:18,821 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375218820,5,FailOnTimeoutGroup] 2024-11-23T15:20:18,821 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375218821,5,FailOnTimeoutGroup] 2024-11-23T15:20:18,821 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,821 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:20:18,821 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,821 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:20:18,880 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(746): ClusterId : 9aa13312-2242-49aa-8907-bb47804d2a89 2024-11-23T15:20:18,880 DEBUG [RS:0;018362ca5320:40861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:20:18,890 DEBUG [RS:0;018362ca5320:40861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:20:18,890 DEBUG [RS:0;018362ca5320:40861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:20:18,900 DEBUG [RS:0;018362ca5320:40861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:20:18,900 DEBUG [RS:0;018362ca5320:40861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79983fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:18,911 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:40861 2024-11-23T15:20:18,911 INFO [RS:0;018362ca5320:40861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:20:18,911 INFO [RS:0;018362ca5320:40861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:20:18,911 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:20:18,912 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,41959,1732375216561 with port=40861, startcode=1732375216748 2024-11-23T15:20:18,912 DEBUG [RS:0;018362ca5320:40861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:20:18,913 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:20:18,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,40861,1732375216748 2024-11-23T15:20:18,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41959 {}] master.ServerManager(517): Registering regionserver=018362ca5320,40861,1732375216748 2024-11-23T15:20:18,915 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669 2024-11-23T15:20:18,915 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34901 2024-11-23T15:20:18,915 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:20:18,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/rs 2024-11-23T15:20:18,974 DEBUG [RS:0;018362ca5320:40861 {}] zookeeper.ZKUtil(111): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on existing znode=/0-360550202/rs/018362ca5320,40861,1732375216748 2024-11-23T15:20:18,974 WARN [RS:0;018362ca5320:40861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:18,974 INFO [RS:0;018362ca5320:40861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:18,975 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748 2024-11-23T15:20:18,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,40861,1732375216748] 2024-11-23T15:20:18,978 INFO [RS:0;018362ca5320:40861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:20:18,980 INFO [RS:0;018362ca5320:40861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:20:18,981 INFO [RS:0;018362ca5320:40861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:20:18,981 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,982 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:20:18,982 INFO [RS:0;018362ca5320:40861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:20:18,983 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:18,983 DEBUG [RS:0;018362ca5320:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:18,984 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,984 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,984 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,984 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,984 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,984 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40861,1732375216748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:18,997 INFO [RS:0;018362ca5320:40861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:20:18,997 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40861,1732375216748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,997 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:18,997 INFO [RS:0;018362ca5320:40861 {}] regionserver.Replication(171): 018362ca5320,40861,1732375216748 started 2024-11-23T15:20:19,010 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:19,010 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,40861,1732375216748, RpcServer on 018362ca5320/172.17.0.2:40861, sessionid=0x1016847f5a20001 2024-11-23T15:20:19,010 DEBUG [RS:0;018362ca5320:40861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:20:19,010 DEBUG [RS:0;018362ca5320:40861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,40861,1732375216748 2024-11-23T15:20:19,010 DEBUG [RS:0;018362ca5320:40861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,40861,1732375216748' 2024-11-23T15:20:19,010 DEBUG [RS:0;018362ca5320:40861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-360550202/flush-table-proc/abort' 2024-11-23T15:20:19,011 DEBUG [RS:0;018362ca5320:40861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-360550202/flush-table-proc/acquired' 2024-11-23T15:20:19,011 DEBUG [RS:0;018362ca5320:40861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:20:19,011 DEBUG [RS:0;018362ca5320:40861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:20:19,011 DEBUG [RS:0;018362ca5320:40861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,40861,1732375216748 2024-11-23T15:20:19,011 DEBUG [RS:0;018362ca5320:40861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,40861,1732375216748' 2024-11-23T15:20:19,011 DEBUG [RS:0;018362ca5320:40861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-360550202/online-snapshot/abort' 2024-11-23T15:20:19,012 DEBUG [RS:0;018362ca5320:40861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-360550202/online-snapshot/acquired' 2024-11-23T15:20:19,012 DEBUG [RS:0;018362ca5320:40861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:20:19,012 INFO [RS:0;018362ca5320:40861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:20:19,012 INFO [RS:0;018362ca5320:40861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:20:19,112 INFO [RS:0;018362ca5320:40861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:19,114 INFO [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C40861%2C1732375216748, suffix=, logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748, archiveDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs, maxLogs=10 2024-11-23T15:20:19,126 DEBUG [RS:0;018362ca5320:40861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.1732375219114, exclude list is [], retry=0 2024-11-23T15:20:19,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-a2f68d32-ffbb-4388-9325-5f800521209e,DISK] 2024-11-23T15:20:19,130 INFO [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.1732375219114 2024-11-23T15:20:19,131 DEBUG [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41189:41189)] 2024-11-23T15:20:19,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:20:19,225 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669 2024-11-23T15:20:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:20:19,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:19,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:19,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:19,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:19,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:19,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:19,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:19,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:19,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:19,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:19,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:19,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:19,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:19,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:19,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:19,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:19,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:19,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:19,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740 2024-11-23T15:20:19,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740 2024-11-23T15:20:19,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:19,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:19,641 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:19,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:19,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:19,644 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72569537, jitterRate=0.08137036859989166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375219631Initializing all the Stores at 1732375219632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375219632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375219632Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375219632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375219632Cleaning up temporary data from old regions at 1732375219641 (+9 ms)Region opened successfully at 1732375219645 (+4 ms) 2024-11-23T15:20:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:19,645 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:19,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:19,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:19,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:19,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375219645Disabling compacts and flushes for region at 1732375219645Disabling writes for close at 1732375219646 (+1 ms)Writing region close event to WAL at 1732375219646Closed at 1732375219646 2024-11-23T15:20:19,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:19,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:20:19,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:20:19,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:19,650 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:20:19,800 DEBUG [018362ca5320:41959 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:20:19,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,40861,1732375216748 2024-11-23T15:20:19,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,40861,1732375216748, state=OPENING 2024-11-23T15:20:19,853 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:20:19,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:19,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:19,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:19,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:19,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:19,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,40861,1732375216748}] 2024-11-23T15:20:20,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:20:20,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:20:20,021 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:20:20,021 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:20,022 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:20:20,023 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C40861%2C1732375216748.meta, suffix=.meta, logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748, archiveDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs, maxLogs=10 2024-11-23T15:20:20,035 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.meta.1732375220023.meta, exclude list is [], retry=0 2024-11-23T15:20:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-a2f68d32-ffbb-4388-9325-5f800521209e,DISK] 2024-11-23T15:20:20,038 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.meta.1732375220023.meta 2024-11-23T15:20:20,039 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41189:41189)] 2024-11-23T15:20:20,039 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:20,039 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:20,039 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:20:20,039 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:20:20,040 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:20:20,040 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:20:20,040 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:20,040 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:20:20,040 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:20:20,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:20,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:20,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:20,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:20,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:20,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:20,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:20,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:20,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:20,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:20,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:20,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:20,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:20,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:20,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:20,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:20,048 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:20,048 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740 2024-11-23T15:20:20,049 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740 2024-11-23T15:20:20,050 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:20,050 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:20,051 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:20,051 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:20,052 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71598446, jitterRate=0.06689998507499695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:20,052 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:20:20,053 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375220040Writing region info on filesystem at 1732375220040Initializing all the Stores at 1732375220041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375220041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375220041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375220041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375220041Cleaning up temporary data from old regions at 1732375220050 (+9 ms)Running coprocessor post-open hooks at 1732375220052 (+2 ms)Region opened successfully at 1732375220053 (+1 ms) 2024-11-23T15:20:20,054 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375220017 2024-11-23T15:20:20,055 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:20:20,055 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:20:20,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,40861,1732375216748 2024-11-23T15:20:20,057 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,40861,1732375216748, state=OPEN 2024-11-23T15:20:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-360550202/meta-region-server 2024-11-23T15:20:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-360550202/meta-region-server 2024-11-23T15:20:20,112 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,40861,1732375216748 2024-11-23T15:20:20,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:20,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:20,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:20:20,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,40861,1732375216748 in 247 msec 2024-11-23T15:20:20,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:20:20,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-23T15:20:20,117 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:20,117 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:20:20,118 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:20,118 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,40861,1732375216748, seqNum=-1] 2024-11-23T15:20:20,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:20,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:20,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-23T15:20:20,125 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375220125, completionTime=-1 2024-11-23T15:20:20,125 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:20:20,125 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375280127 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375340127 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41959,1732375216561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41959,1732375216561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41959,1732375216561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:41959, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:20,127 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:20,128 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:20,129 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:20:20,131 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-23T15:20:20,132 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:20:20,132 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:20:20,132 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:20:20,132 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:20:20,132 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:20:20,132 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41959,1732375216561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:20,132 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41959,1732375216561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:20:20,134 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:20:20,135 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:20:20,135 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41959,1732375216561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:20,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aacabaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:20,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,41959,-1 for getting cluster id 2024-11-23T15:20:20,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:20,183 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aa13312-2242-49aa-8907-bb47804d2a89' 2024-11-23T15:20:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aa13312-2242-49aa-8907-bb47804d2a89" 2024-11-23T15:20:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba22c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,41959,-1] 2024-11-23T15:20:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:20,185 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:20,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7af63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:20,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,40861,1732375216748, seqNum=-1] 2024-11-23T15:20:20,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:20,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:20,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,41959,1732375216561 2024-11-23T15:20:20,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-23T15:20:20,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:20,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016847f5a20002 connected 2024-11-23T15:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.log.dir so I do NOT create it in target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab 2024-11-23T15:20:20,224 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.tmp.dir so I do NOT create it in target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab 2024-11-23T15:20:20,224 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:20:20,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab 2024-11-23T15:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:20:20,224 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/cluster_ec6d3b92-ccaa-e96f-c494-58a929f6e9a5, deleteOnExit=true 2024-11-23T15:20:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/test.cache.data in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:20:20,225 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:20:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:20:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:20:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:20:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:20:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:20:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:20:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:20:20,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:20,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:20:20,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:20:20,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:20:20,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:20:20,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:20,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fab3a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:20:20,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb5c9dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:20:20,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e654b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/java.io.tmpdir/jetty-localhost-44327-hadoop-hdfs-3_4_1-tests_jar-_-any-9217108178870817105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:20:20,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bc2740d{HTTP/1.1, (http/1.1)}{localhost:44327} 2024-11-23T15:20:20,657 INFO [Time-limited test {}] server.Server(415): Started @151040ms 2024-11-23T15:20:20,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:20,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:20:20,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:20:20,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:20:20,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:20:20,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78597984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:20:20,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e2cb04f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:20:21,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cea6ed0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/java.io.tmpdir/jetty-localhost-34339-hadoop-hdfs-3_4_1-tests_jar-_-any-4792238832235733706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:20:21,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c0d01d7{HTTP/1.1, (http/1.1)}{localhost:34339} 2024-11-23T15:20:21,008 INFO [Time-limited test {}] server.Server(415): Started @151390ms 2024-11-23T15:20:21,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:20:21,663 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/cluster_ec6d3b92-ccaa-e96f-c494-58a929f6e9a5/data/data1/current/BP-424827070-172.17.0.2-1732375220242/current, will proceed with Du for space computation calculation, 2024-11-23T15:20:21,663 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/cluster_ec6d3b92-ccaa-e96f-c494-58a929f6e9a5/data/data2/current/BP-424827070-172.17.0.2-1732375220242/current, will proceed with Du for space computation calculation, 2024-11-23T15:20:21,686 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:20:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f0c9ef431498ce2 with lease ID 0xb8ba3a60b26ea0f2: Processing first storage report for DS-05bf9a98-6669-4039-8d3d-f31a371273d0 from datanode DatanodeRegistration(127.0.0.1:42705, datanodeUuid=fa4a2be3-5c55-4e05-9bab-3e7255e66e4a, infoPort=46661, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=1816894900;c=1732375220242) 2024-11-23T15:20:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f0c9ef431498ce2 with lease ID 0xb8ba3a60b26ea0f2: from storage DS-05bf9a98-6669-4039-8d3d-f31a371273d0 node DatanodeRegistration(127.0.0.1:42705, datanodeUuid=fa4a2be3-5c55-4e05-9bab-3e7255e66e4a, infoPort=46661, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=1816894900;c=1732375220242), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:20:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f0c9ef431498ce2 with lease ID 0xb8ba3a60b26ea0f2: Processing first storage report for DS-6ae8dc5f-c963-4840-8061-cc216905b2f7 from datanode DatanodeRegistration(127.0.0.1:42705, datanodeUuid=fa4a2be3-5c55-4e05-9bab-3e7255e66e4a, infoPort=46661, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=1816894900;c=1732375220242) 2024-11-23T15:20:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f0c9ef431498ce2 with lease ID 0xb8ba3a60b26ea0f2: from storage DS-6ae8dc5f-c963-4840-8061-cc216905b2f7 node DatanodeRegistration(127.0.0.1:42705, datanodeUuid=fa4a2be3-5c55-4e05-9bab-3e7255e66e4a, infoPort=46661, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=1816894900;c=1732375220242), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:20:21,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab 2024-11-23T15:20:21,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:21,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:21,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:20:22,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8 with version=8 2024-11-23T15:20:22,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/hbase-staging 2024-11-23T15:20:22,153 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:22,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:22,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:22,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:22,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:22,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:22,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:20:22,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:22,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40133 2024-11-23T15:20:22,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40133 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-23T15:20:22,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401330x0, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:22,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40133-0x1016847f5a20003 connected 2024-11-23T15:20:22,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:22,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:22,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on znode that does not yet exist, /1642117799/running 2024-11-23T15:20:22,284 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8, hbase.cluster.distributed=false 2024-11-23T15:20:22,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on znode that does not yet exist, /1642117799/acl 2024-11-23T15:20:22,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40133 2024-11-23T15:20:22,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40133 2024-11-23T15:20:22,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40133 2024-11-23T15:20:22,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40133 2024-11-23T15:20:22,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40133 2024-11-23T15:20:22,307 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:22,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:22,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:22,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:22,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:22,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:22,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:20:22,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:22,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43917 2024-11-23T15:20:22,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43917 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-23T15:20:22,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:22,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:22,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439170x0, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:22,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439170x0, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on znode that does not yet exist, /1642117799/running 2024-11-23T15:20:22,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43917-0x1016847f5a20004 connected 2024-11-23T15:20:22,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:20:22,328 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:20:22,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on znode that does not yet exist, /1642117799/master 2024-11-23T15:20:22,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on znode that does not yet exist, /1642117799/acl 2024-11-23T15:20:22,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-23T15:20:22,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43917 2024-11-23T15:20:22,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43917 2024-11-23T15:20:22,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-23T15:20:22,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-23T15:20:22,355 DEBUG [M:0;018362ca5320:40133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:40133 2024-11-23T15:20:22,356 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1642117799/backup-masters/018362ca5320,40133,1732375222153 2024-11-23T15:20:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799/backup-masters 2024-11-23T15:20:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799/backup-masters 2024-11-23T15:20:22,370 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on existing znode=/1642117799/backup-masters/018362ca5320,40133,1732375222153 2024-11-23T15:20:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1642117799/master 2024-11-23T15:20:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:22,380 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on existing znode=/1642117799/master 2024-11-23T15:20:22,380 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1642117799/backup-masters/018362ca5320,40133,1732375222153 from backup master directory 2024-11-23T15:20:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1642117799/backup-masters/018362ca5320,40133,1732375222153 2024-11-23T15:20:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799/backup-masters 2024-11-23T15:20:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799/backup-masters 2024-11-23T15:20:22,390 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:22,390 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,40133,1732375222153 2024-11-23T15:20:22,395 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/hbase.id] with ID: 95b42468-b48a-4963-9478-c1d29786f446 2024-11-23T15:20:22,395 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/.tmp/hbase.id 2024-11-23T15:20:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:20:22,809 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/.tmp/hbase.id]:[hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/hbase.id] 2024-11-23T15:20:22,832 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:22,832 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:20:22,834 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T15:20:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:20:22,891 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:22,892 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:20:22,892 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:22,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:20:23,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store 2024-11-23T15:20:23,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:20:23,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:20:23,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:23,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:23,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:23,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:23,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:23,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:23,709 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:23,710 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:23,710 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:23,710 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:23,710 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:23,710 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:23,710 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:23,710 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375223710Disabling compacts and flushes for region at 1732375223710Disabling writes for close at 1732375223710Writing region close event to WAL at 1732375223710Closed at 1732375223710 2024-11-23T15:20:23,711 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/.initializing 2024-11-23T15:20:23,711 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/WALs/018362ca5320,40133,1732375222153 2024-11-23T15:20:23,712 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:23,714 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C40133%2C1732375222153, suffix=, logDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/WALs/018362ca5320,40133,1732375222153, archiveDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/oldWALs, maxLogs=10 2024-11-23T15:20:23,730 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/WALs/018362ca5320,40133,1732375222153/018362ca5320%2C40133%2C1732375222153.1732375223714, exclude list is [], retry=0 2024-11-23T15:20:23,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42705,DS-05bf9a98-6669-4039-8d3d-f31a371273d0,DISK] 2024-11-23T15:20:23,735 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/WALs/018362ca5320,40133,1732375222153/018362ca5320%2C40133%2C1732375222153.1732375223714 2024-11-23T15:20:23,735 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46661:46661)] 2024-11-23T15:20:23,736 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:23,736 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:23,736 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,736 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:20:23,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:23,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:23,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:20:23,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:23,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:23,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:20:23,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:23,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:23,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:20:23,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:23,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:23,747 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,748 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,748 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,750 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,750 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,750 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:23,751 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:23,754 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:23,754 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67718142, jitterRate=0.009078949689865112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:23,754 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375223736Initializing all the Stores at 1732375223737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375223737Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375223740 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375223740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375223740Cleaning up temporary data from old regions at 1732375223750 (+10 ms)Region opened successfully at 1732375223754 (+4 ms) 2024-11-23T15:20:23,754 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:20:23,758 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd84f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:23,759 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:20:23,759 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:20:23,759 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:20:23,759 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:20:23,760 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:20:23,760 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:20:23,760 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:20:23,762 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:20:23,763 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Unable to get data of znode /1642117799/balancer because node does not exist (not necessarily an error) 2024-11-23T15:20:23,822 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1642117799/balancer already deleted, retry=false 2024-11-23T15:20:23,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:20:23,823 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Unable to get data of znode /1642117799/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:20:23,832 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1642117799/normalizer already deleted, retry=false 2024-11-23T15:20:23,833 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:20:23,834 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Unable to get data of znode /1642117799/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:20:23,843 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1642117799/switch/split already deleted, retry=false 2024-11-23T15:20:23,844 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Unable to get data of znode /1642117799/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:20:23,853 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1642117799/switch/merge already deleted, retry=false 2024-11-23T15:20:23,856 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Unable to get data of znode /1642117799/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:20:23,868 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1642117799/snapshot-cleanup already deleted, retry=false 2024-11-23T15:20:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1642117799/running 2024-11-23T15:20:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1642117799/running 2024-11-23T15:20:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:23,991 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,40133,1732375222153, sessionid=0x1016847f5a20003, setting cluster-up flag (Was=false) 2024-11-23T15:20:24,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:24,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:24,078 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1642117799/flush-table-proc/acquired, /1642117799/flush-table-proc/reached, /1642117799/flush-table-proc/abort 2024-11-23T15:20:24,080 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,40133,1732375222153 2024-11-23T15:20:24,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:24,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:24,131 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1642117799/online-snapshot/acquired, /1642117799/online-snapshot/reached, /1642117799/online-snapshot/abort 2024-11-23T15:20:24,133 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,40133,1732375222153 2024-11-23T15:20:24,134 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:20:24,135 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:24,135 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:20:24,135 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:20:24,135 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,40133,1732375222153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:20:24,136 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:24,136 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:24,136 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:24,137 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:24,137 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:20:24,137 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,137 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:24,137 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,137 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375254137 2024-11-23T15:20:24,137 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:20:24,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:20:24,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:20:24,138 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:20:24,139 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:20:24,139 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:20:24,139 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375224139,5,FailOnTimeoutGroup] 2024-11-23T15:20:24,139 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:24,140 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375224139,5,FailOnTimeoutGroup] 2024-11-23T15:20:24,140 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,140 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:20:24,140 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:20:24,140 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,145 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(746): ClusterId : 95b42468-b48a-4963-9478-c1d29786f446 2024-11-23T15:20:24,145 DEBUG [RS:0;018362ca5320:43917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:20:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:20:24,152 DEBUG [RS:0;018362ca5320:43917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:20:24,153 DEBUG [RS:0;018362ca5320:43917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:20:24,163 DEBUG [RS:0;018362ca5320:43917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:20:24,164 DEBUG [RS:0;018362ca5320:43917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21539c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:24,174 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:43917 2024-11-23T15:20:24,174 INFO [RS:0;018362ca5320:43917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:20:24,174 INFO [RS:0;018362ca5320:43917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:20:24,174 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:20:24,175 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,40133,1732375222153 with port=43917, startcode=1732375222306 2024-11-23T15:20:24,175 DEBUG [RS:0;018362ca5320:43917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:20:24,176 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:20:24,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,43917,1732375222306 2024-11-23T15:20:24,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40133 {}] master.ServerManager(517): Registering regionserver=018362ca5320,43917,1732375222306 2024-11-23T15:20:24,178 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8 2024-11-23T15:20:24,178 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38911 2024-11-23T15:20:24,178 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:20:24,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799/rs 2024-11-23T15:20:24,190 DEBUG [RS:0;018362ca5320:43917 {}] zookeeper.ZKUtil(111): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on existing znode=/1642117799/rs/018362ca5320,43917,1732375222306 2024-11-23T15:20:24,190 WARN [RS:0;018362ca5320:43917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:24,191 INFO [RS:0;018362ca5320:43917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:24,191 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/WALs/018362ca5320,43917,1732375222306 2024-11-23T15:20:24,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,43917,1732375222306] 2024-11-23T15:20:24,194 INFO [RS:0;018362ca5320:43917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:20:24,196 INFO [RS:0;018362ca5320:43917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:20:24,198 INFO [RS:0;018362ca5320:43917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:20:24,199 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,199 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:20:24,199 INFO [RS:0;018362ca5320:43917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:20:24,200 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:24,200 DEBUG [RS:0;018362ca5320:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:24,204 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,204 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,204 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,204 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,204 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,204 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,43917,1732375222306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:24,221 INFO [RS:0;018362ca5320:43917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:20:24,221 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,43917,1732375222306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,221 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,221 INFO [RS:0;018362ca5320:43917 {}] regionserver.Replication(171): 018362ca5320,43917,1732375222306 started 2024-11-23T15:20:24,237 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:24,238 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,43917,1732375222306, RpcServer on 018362ca5320/172.17.0.2:43917, sessionid=0x1016847f5a20004 2024-11-23T15:20:24,238 DEBUG [RS:0;018362ca5320:43917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:20:24,238 DEBUG [RS:0;018362ca5320:43917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,43917,1732375222306 2024-11-23T15:20:24,238 DEBUG [RS:0;018362ca5320:43917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,43917,1732375222306' 2024-11-23T15:20:24,238 DEBUG [RS:0;018362ca5320:43917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1642117799/flush-table-proc/abort' 2024-11-23T15:20:24,238 DEBUG [RS:0;018362ca5320:43917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1642117799/flush-table-proc/acquired' 2024-11-23T15:20:24,239 DEBUG [RS:0;018362ca5320:43917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:20:24,239 DEBUG [RS:0;018362ca5320:43917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:20:24,239 DEBUG [RS:0;018362ca5320:43917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,43917,1732375222306 2024-11-23T15:20:24,239 DEBUG [RS:0;018362ca5320:43917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,43917,1732375222306' 2024-11-23T15:20:24,239 DEBUG [RS:0;018362ca5320:43917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1642117799/online-snapshot/abort' 2024-11-23T15:20:24,239 DEBUG [RS:0;018362ca5320:43917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1642117799/online-snapshot/acquired' 2024-11-23T15:20:24,240 DEBUG [RS:0;018362ca5320:43917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:20:24,240 INFO [RS:0;018362ca5320:43917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:20:24,240 INFO [RS:0;018362ca5320:43917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:20:24,340 INFO [RS:0;018362ca5320:43917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:24,342 INFO [RS:0;018362ca5320:43917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C43917%2C1732375222306, suffix=, logDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/WALs/018362ca5320,43917,1732375222306, archiveDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/oldWALs, maxLogs=10 2024-11-23T15:20:24,358 DEBUG [RS:0;018362ca5320:43917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/WALs/018362ca5320,43917,1732375222306/018362ca5320%2C43917%2C1732375222306.1732375224342, exclude list is [], retry=0 2024-11-23T15:20:24,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42705,DS-05bf9a98-6669-4039-8d3d-f31a371273d0,DISK] 2024-11-23T15:20:24,361 INFO [RS:0;018362ca5320:43917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/WALs/018362ca5320,43917,1732375222306/018362ca5320%2C43917%2C1732375222306.1732375224342 2024-11-23T15:20:24,362 DEBUG [RS:0;018362ca5320:43917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46661:46661)] 2024-11-23T15:20:24,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:20:24,552 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8 2024-11-23T15:20:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:20:24,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:24,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:24,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:24,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:24,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:24,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:24,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:24,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:24,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:24,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:24,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:24,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:24,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:24,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:24,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:24,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:24,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:24,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:24,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740 2024-11-23T15:20:24,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740 2024-11-23T15:20:24,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:24,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:24,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:24,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:24,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:24,968 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62763738, jitterRate=-0.06474742293357849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:24,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375224957Initializing all the Stores at 1732375224958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375224958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375224958Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375224958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375224958Cleaning up temporary data from old regions at 1732375224966 (+8 ms)Region opened successfully at 1732375224969 (+3 ms) 2024-11-23T15:20:24,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:24,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:24,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:24,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:24,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:24,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:24,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375224969Disabling compacts and flushes for region at 1732375224969Disabling writes for close at 1732375224969Writing region close event to WAL at 1732375224969Closed at 1732375224969 2024-11-23T15:20:24,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:24,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:20:24,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:20:24,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:24,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:20:24,978 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:20:25,122 DEBUG [018362ca5320:40133 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:20:25,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,43917,1732375222306 2024-11-23T15:20:25,124 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,43917,1732375222306, state=OPENING 2024-11-23T15:20:25,215 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:20:25,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:25,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:25,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1642117799/meta-region-server: CHANGED 2024-11-23T15:20:25,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1642117799/meta-region-server: CHANGED 2024-11-23T15:20:25,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:25,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,43917,1732375222306}] 2024-11-23T15:20:25,389 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:20:25,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:20:25,393 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:20:25,393 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:25,394 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:20:25,395 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C43917%2C1732375222306.meta, suffix=.meta, logDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/WALs/018362ca5320,43917,1732375222306, archiveDir=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/oldWALs, maxLogs=10 2024-11-23T15:20:25,407 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/WALs/018362ca5320,43917,1732375222306/018362ca5320%2C43917%2C1732375222306.meta.1732375225395.meta, exclude list is [], retry=0 2024-11-23T15:20:25,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42705,DS-05bf9a98-6669-4039-8d3d-f31a371273d0,DISK] 2024-11-23T15:20:25,411 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/WALs/018362ca5320,43917,1732375222306/018362ca5320%2C43917%2C1732375222306.meta.1732375225395.meta 2024-11-23T15:20:25,411 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46661:46661)] 2024-11-23T15:20:25,411 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:25,411 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:25,412 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:20:25,412 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:20:25,412 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:20:25,412 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:20:25,412 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:25,412 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:20:25,412 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:20:25,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:25,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:25,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:25,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:25,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:25,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:25,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:25,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:25,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:25,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:25,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:25,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:25,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:25,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:25,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:25,418 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:25,418 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740 2024-11-23T15:20:25,419 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740 2024-11-23T15:20:25,420 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:25,420 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:25,421 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:25,422 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:25,423 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61828036, jitterRate=-0.07869046926498413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:25,423 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:20:25,423 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375225412Writing region info on filesystem at 1732375225412Initializing all the Stores at 1732375225413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375225413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375225413Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375225413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375225413Cleaning up temporary data from old regions at 1732375225420 (+7 ms)Running coprocessor post-open hooks at 1732375225423 (+3 ms)Region opened successfully at 1732375225423 2024-11-23T15:20:25,424 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375225389 2024-11-23T15:20:25,426 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:20:25,426 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:20:25,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,43917,1732375222306 2024-11-23T15:20:25,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,43917,1732375222306, state=OPEN 2024-11-23T15:20:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1642117799/meta-region-server 2024-11-23T15:20:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1642117799/meta-region-server 2024-11-23T15:20:25,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1642117799/meta-region-server: CHANGED 2024-11-23T15:20:25,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1642117799/meta-region-server: CHANGED 2024-11-23T15:20:25,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,43917,1732375222306 2024-11-23T15:20:25,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:20:25,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,43917,1732375222306 in 199 msec 2024-11-23T15:20:25,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:20:25,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-11-23T15:20:25,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:25,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:20:25,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:25,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,43917,1732375222306, seqNum=-1] 2024-11-23T15:20:25,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:25,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:25,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-23T15:20:25,449 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375225449, completionTime=-1 2024-11-23T15:20:25,449 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:20:25,449 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375285451 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375345451 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40133,1732375222153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40133,1732375222153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40133,1732375222153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:40133, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:25,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:25,452 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:25,453 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:20:25,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.065sec 2024-11-23T15:20:25,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:20:25,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:20:25,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:20:25,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:20:25,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:20:25,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40133,1732375222153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:25,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40133,1732375222153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:20:25,457 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:20:25,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:20:25,458 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40133,1732375222153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:25,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225f91e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40133,-1 for getting cluster id 2024-11-23T15:20:25,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:25,548 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95b42468-b48a-4963-9478-c1d29786f446' 2024-11-23T15:20:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95b42468-b48a-4963-9478-c1d29786f446" 2024-11-23T15:20:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d60804f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40133,-1] 2024-11-23T15:20:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:25,551 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:25,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3418969d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,43917,1732375222306, seqNum=-1] 2024-11-23T15:20:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:25,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:25,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,40133,1732375222153 2024-11-23T15:20:25,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-23T15:20:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:25,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016847f5a20005 connected 2024-11-23T15:20:25,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b426ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,41959,-1 for getting cluster id 2024-11-23T15:20:25,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:25,583 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aa13312-2242-49aa-8907-bb47804d2a89' 2024-11-23T15:20:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aa13312-2242-49aa-8907-bb47804d2a89" 2024-11-23T15:20:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745fd02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,41959,-1] 2024-11-23T15:20:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:25,585 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:25,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b74af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,41959,1732375216561 2024-11-23T15:20:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73fa0270 2024-11-23T15:20:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:25,588 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:20:25,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:40133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:20:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:20:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:25,591 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:40133' 2024-11-23T15:20:25,592 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3c204d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,592 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40133,-1 for getting cluster id 2024-11-23T15:20:25,592 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:25,593 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95b42468-b48a-4963-9478-c1d29786f446' 2024-11-23T15:20:25,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:25,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95b42468-b48a-4963-9478-c1d29786f446" 2024-11-23T15:20:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1f7f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40133,-1] 2024-11-23T15:20:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:25,595 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:25,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cafb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:25,595 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:25,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40133,1732375222153 2024-11-23T15:20:25,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4076105e 2024-11-23T15:20:25,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:25,597 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:20:25,598 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T15:20:25,598 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:20:25,598 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:25,598 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:25,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:25,598 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:25,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:20:25,600 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:20:25,601 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:25,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:20:25,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741835_1011 (size=1138) 2024-11-23T15:20:25,650 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:20:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:26,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dae9f7843aa5eb4b3d6d4719180321d0, NAME => 'hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669 2024-11-23T15:20:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741836_1012 (size=44) 2024-11-23T15:20:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:26,416 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:26,416 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dae9f7843aa5eb4b3d6d4719180321d0, disabling compactions & flushes 2024-11-23T15:20:26,416 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:26,416 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:26,416 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. after waiting 0 ms 2024-11-23T15:20:26,416 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:26,416 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:26,416 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dae9f7843aa5eb4b3d6d4719180321d0: Waiting for close lock at 1732375226416Disabling compacts and flushes for region at 1732375226416Disabling writes for close at 1732375226416Writing region close event to WAL at 1732375226416Closed at 1732375226416 2024-11-23T15:20:26,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:20:26,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375226418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375226418"}]},"ts":"1732375226418"} 2024-11-23T15:20:26,420 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:20:26,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:20:26,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375226422"}]},"ts":"1732375226422"} 2024-11-23T15:20:26,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:20:26,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN}] 2024-11-23T15:20:26,425 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN 2024-11-23T15:20:26,426 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN; state=OFFLINE, location=018362ca5320,40861,1732375216748; forceNewPlan=false, retain=false 2024-11-23T15:20:26,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dae9f7843aa5eb4b3d6d4719180321d0, regionState=OPENING, regionLocation=018362ca5320,40861,1732375216748 2024-11-23T15:20:26,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN because future has completed 2024-11-23T15:20:26,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dae9f7843aa5eb4b3d6d4719180321d0, server=018362ca5320,40861,1732375216748}] 2024-11-23T15:20:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:26,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:26,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:26,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:20:26,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C40861%2C1732375216748.rep, suffix=, logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748, archiveDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs, maxLogs=10 2024-11-23T15:20:26,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.rep.1732375226737, exclude list is [], retry=0 2024-11-23T15:20:26,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-a2f68d32-ffbb-4388-9325-5f800521209e,DISK] 2024-11-23T15:20:26,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.rep.1732375226737 2024-11-23T15:20:26,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41189:41189)] 2024-11-23T15:20:26,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dae9f7843aa5eb4b3d6d4719180321d0, NAME => 'hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:26,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:20:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. service=MultiRowMutationService 2024-11-23T15:20:26,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:20:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,764 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,765 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dae9f7843aa5eb4b3d6d4719180321d0 columnFamilyName hfileref 2024-11-23T15:20:26,765 DEBUG [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:26,766 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(327): Store=dae9f7843aa5eb4b3d6d4719180321d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:26,766 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,767 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dae9f7843aa5eb4b3d6d4719180321d0 columnFamilyName queue 2024-11-23T15:20:26,767 DEBUG [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:26,767 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(327): Store=dae9f7843aa5eb4b3d6d4719180321d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:26,768 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,769 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dae9f7843aa5eb4b3d6d4719180321d0 columnFamilyName sid 2024-11-23T15:20:26,769 DEBUG [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:26,769 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(327): Store=dae9f7843aa5eb4b3d6d4719180321d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:26,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:20:26,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:26,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dae9f7843aa5eb4b3d6d4719180321d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62740998, jitterRate=-0.06508627533912659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:20:26,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:26,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dae9f7843aa5eb4b3d6d4719180321d0: Running coprocessor pre-open hook at 1732375226763Writing region info on filesystem at 1732375226763Initializing all the Stores at 1732375226763Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375226764 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375226764Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375226764Cleaning up temporary data from old regions at 1732375226771 (+7 ms)Running coprocessor post-open hooks at 1732375226777 (+6 ms)Region opened successfully at 1732375226778 (+1 ms) 2024-11-23T15:20:26,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0., pid=7, masterSystemTime=1732375226732 2024-11-23T15:20:26,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:26,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:26,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dae9f7843aa5eb4b3d6d4719180321d0, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,40861,1732375216748 2024-11-23T15:20:26,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dae9f7843aa5eb4b3d6d4719180321d0, server=018362ca5320,40861,1732375216748 because future has completed 2024-11-23T15:20:26,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T15:20:26,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dae9f7843aa5eb4b3d6d4719180321d0, server=018362ca5320,40861,1732375216748 in 207 msec 2024-11-23T15:20:26,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:20:26,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN in 365 msec 2024-11-23T15:20:26,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:20:26,792 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375226792"}]},"ts":"1732375226792"} 2024-11-23T15:20:26,794 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:20:26,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:20:26,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-23T15:20:26,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0., hostname=018362ca5320,40861,1732375216748, seqNum=2] 2024-11-23T15:20:26,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:26,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:26,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:20:27,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T15:20:27,064 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:20:27,094 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,40861,1732375216748, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:20:27,094 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:27,094 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,40861,1732375216748, seqNum=-1] 2024-11-23T15:20:27,095 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:27,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-23T15:20:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,40861,1732375216748', locateType=CURRENT is [region=hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0., hostname=018362ca5320,40861,1732375216748, seqNum=2] 2024-11-23T15:20:27,100 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T15:20:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T15:20:27,102 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,40861,1732375216748 suceeded 2024-11-23T15:20:27,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T15:20:27,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T15:20:27,104 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:40133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:20:27,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-23T15:20:27,114 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:40133' 2024-11-23T15:20:27,115 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a886611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:27,115 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40133,-1 for getting cluster id 2024-11-23T15:20:27,115 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:27,116 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95b42468-b48a-4963-9478-c1d29786f446' 2024-11-23T15:20:27,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:27,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95b42468-b48a-4963-9478-c1d29786f446" 2024-11-23T15:20:27,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2447a0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:27,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40133,-1] 2024-11-23T15:20:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:27,117 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:27,118 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dcb6eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:27,118 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40133,1732375222153 2024-11-23T15:20:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d1458b 2024-11-23T15:20:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:27,120 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-23T15:20:27,121 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,40861,1732375216748 (queues=1) is replicating from cluster=9aa13312-2242-49aa-8907-bb47804d2a89 to cluster=95b42468-b48a-4963-9478-c1d29786f446 2024-11-23T15:20:27,121 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C40861%2C1732375216748 2024-11-23T15:20:27,121 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,40861,1732375216748, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:20:27,122 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.shipper018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C40861%2C1732375216748 2024-11-23T15:20:27,122 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.wal-reader.018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.1732375219114, startPosition=0, beingWritten=true 2024-11-23T15:20:27,327 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.wal-reader.018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.1732375219114 to pos 0, reset compression=false 2024-11-23T15:20:27,632 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.wal-reader.018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.1732375219114 to pos 0, reset compression=false 2024-11-23T15:20:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:27,737 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:20:27,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:27,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:27,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:27,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:27,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:27,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,41959,1732375216561 2024-11-23T15:20:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@440c6d0a 2024-11-23T15:20:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:27,739 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:20:27,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T15:20:27,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:27,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:27,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:27,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:27,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:27,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:20:27,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204938788, stopped=false 2024-11-23T15:20:27,741 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,41959,1732375216561 2024-11-23T15:20:27,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/running 2024-11-23T15:20:27,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/running 2024-11-23T15:20:27,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:27,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:27,790 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:27,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:27,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:27,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:27,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/running 2024-11-23T15:20:27,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/running 2024-11-23T15:20:27,792 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,40861,1732375216748' ***** 2024-11-23T15:20:27,792 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:20:27,792 INFO [RS:0;018362ca5320:40861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:20:27,792 INFO [RS:0;018362ca5320:40861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:20:27,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:20:27,792 INFO [RS:0;018362ca5320:40861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:20:27,792 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:27,793 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,40861,1732375216748 2024-11-23T15:20:27,793 INFO [RS:0;018362ca5320:40861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:27,793 INFO [RS:0;018362ca5320:40861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:40861. 2024-11-23T15:20:27,793 DEBUG [RS:0;018362ca5320:40861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:27,793 DEBUG [RS:0;018362ca5320:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:27,793 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dae9f7843aa5eb4b3d6d4719180321d0, disabling compactions & flushes 2024-11-23T15:20:27,793 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:27,793 INFO [RS:0;018362ca5320:40861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:20:27,793 INFO [RS:0;018362ca5320:40861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:20:27,793 INFO [RS:0;018362ca5320:40861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:20:27,793 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:27,793 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:20:27,793 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. after waiting 0 ms 2024-11-23T15:20:27,793 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:27,793 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dae9f7843aa5eb4b3d6d4719180321d0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T15:20:27,793 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:20:27,793 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dae9f7843aa5eb4b3d6d4719180321d0=hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.} 2024-11-23T15:20:27,793 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:27,793 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:27,793 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:27,793 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:27,793 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:27,793 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:27,794 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T15:20:27,808 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/info/37fa52234aa745f4b9f93508f58f2f09 is 147, key is hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0./info:regioninfo/1732375226782/Put/seqid=0 2024-11-23T15:20:27,808 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/.tmp/queue/b700d7eb4d5f4468afd66e52a2ab62cc is 151, key is 1-018362ca5320,40861,1732375216748/queue:018362ca5320%2C40861%2C1732375216748/1732375227098/Put/seqid=0 2024-11-23T15:20:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741838_1014 (size=5350) 2024-11-23T15:20:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741839_1015 (size=6631) 2024-11-23T15:20:27,891 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:27,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:20:27,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:20:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:20:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T15:20:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T15:20:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T15:20:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:20:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T15:20:27,984 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:20:27,984 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:20:27,993 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:28,036 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.wal-reader.018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.1732375219114 to pos 0, reset compression=false 2024-11-23T15:20:28,194 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:28,212 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/.tmp/queue/b700d7eb4d5f4468afd66e52a2ab62cc 2024-11-23T15:20:28,213 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/info/37fa52234aa745f4b9f93508f58f2f09 2024-11-23T15:20:28,220 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/.tmp/queue/b700d7eb4d5f4468afd66e52a2ab62cc as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/queue/b700d7eb4d5f4468afd66e52a2ab62cc 2024-11-23T15:20:28,227 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/queue/b700d7eb4d5f4468afd66e52a2ab62cc, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T15:20:28,228 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dae9f7843aa5eb4b3d6d4719180321d0 in 435ms, sequenceid=5, compaction requested=false 2024-11-23T15:20:28,229 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T15:20:28,238 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/ns/48de50e36865473a9cabada63179a8e8 is 43, key is default/ns:d/1732375220120/Put/seqid=0 2024-11-23T15:20:28,238 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:28,238 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:28,239 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:28,239 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dae9f7843aa5eb4b3d6d4719180321d0: Waiting for close lock at 1732375227793Running coprocessor pre-close hooks at 1732375227793Disabling compacts and flushes for region at 1732375227793Disabling writes for close at 1732375227793Obtaining lock to block concurrent updates at 1732375227793Preparing flush snapshotting stores in dae9f7843aa5eb4b3d6d4719180321d0 at 1732375227793Finished memstore snapshotting hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732375227793Flushing stores of hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. at 1732375227794 (+1 ms)Flushing dae9f7843aa5eb4b3d6d4719180321d0/queue: creating writer at 1732375227794Flushing dae9f7843aa5eb4b3d6d4719180321d0/queue: appending metadata at 1732375227807 (+13 ms)Flushing dae9f7843aa5eb4b3d6d4719180321d0/queue: closing flushed file at 1732375227807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f72c952: reopening flushed file at 1732375228219 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dae9f7843aa5eb4b3d6d4719180321d0 in 435ms, sequenceid=5, compaction requested=false at 1732375228228 (+9 ms)Writing region close event to WAL at 1732375228233 (+5 ms)Running coprocessor post-close hooks at 1732375228238 (+5 ms)Closed at 1732375228239 (+1 ms) 2024-11-23T15:20:28,239 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741840_1016 (size=5153) 2024-11-23T15:20:28,394 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:28,541 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.wal-reader.018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.1732375219114 to pos 0, reset compression=false 2024-11-23T15:20:28,594 DEBUG [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:28,647 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/ns/48de50e36865473a9cabada63179a8e8 2024-11-23T15:20:28,667 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/table/a59a70334cdc423aa33473ea9acbb053 is 53, key is hbase:replication/table:state/1732375226792/Put/seqid=0 2024-11-23T15:20:28,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741841_1017 (size=5256) 2024-11-23T15:20:28,671 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/table/a59a70334cdc423aa33473ea9acbb053 2024-11-23T15:20:28,676 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/info/37fa52234aa745f4b9f93508f58f2f09 as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/info/37fa52234aa745f4b9f93508f58f2f09 2024-11-23T15:20:28,681 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/info/37fa52234aa745f4b9f93508f58f2f09, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T15:20:28,681 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/ns/48de50e36865473a9cabada63179a8e8 as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/ns/48de50e36865473a9cabada63179a8e8 2024-11-23T15:20:28,687 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/ns/48de50e36865473a9cabada63179a8e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:20:28,688 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/table/a59a70334cdc423aa33473ea9acbb053 as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/table/a59a70334cdc423aa33473ea9acbb053 2024-11-23T15:20:28,693 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/table/a59a70334cdc423aa33473ea9acbb053, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T15:20:28,694 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=11, compaction requested=false 2024-11-23T15:20:28,698 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T15:20:28,699 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:28,699 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:28,699 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:28,699 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375227793Running coprocessor pre-close hooks at 1732375227793Disabling compacts and flushes for region at 1732375227793Disabling writes for close at 1732375227793Obtaining lock to block concurrent updates at 1732375227794 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732375227794Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732375227794Flushing stores of hbase:meta,,1.1588230740 at 1732375227794Flushing 1588230740/info: creating writer at 1732375227794Flushing 1588230740/info: appending metadata at 1732375227807 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732375227807Flushing 1588230740/ns: creating writer at 1732375228219 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732375228237 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732375228237Flushing 1588230740/table: creating writer at 1732375228652 (+415 ms)Flushing 1588230740/table: appending metadata at 1732375228667 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732375228667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60770e67: reopening flushed file at 1732375228675 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6869048f: reopening flushed file at 1732375228681 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5857a061: reopening flushed file at 1732375228687 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=11, compaction requested=false at 1732375228694 (+7 ms)Writing region close event to WAL at 1732375228695 (+1 ms)Running coprocessor post-close hooks at 1732375228699 (+4 ms)Closed at 1732375228699 2024-11-23T15:20:28,699 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:28,794 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,40861,1732375216748; all regions closed. 2024-11-23T15:20:28,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741834_1010 (size=2742) 2024-11-23T15:20:28,799 DEBUG [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs 2024-11-23T15:20:28,799 INFO [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C40861%2C1732375216748.meta:.meta(num 1732375220023) 2024-11-23T15:20:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741837_1013 (size=1586) 2024-11-23T15:20:28,802 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.rep.1732375226737 not finished, retry = 0 2024-11-23T15:20:28,904 DEBUG [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs 2024-11-23T15:20:28,904 INFO [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C40861%2C1732375216748.rep:(num 1732375226737) 2024-11-23T15:20:28,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748/018362ca5320%2C40861%2C1732375216748.1732375219114 not finished, retry = 0 2024-11-23T15:20:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741832_1008 (size=93) 2024-11-23T15:20:29,008 DEBUG [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs 2024-11-23T15:20:29,008 INFO [RS:0;018362ca5320:40861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C40861%2C1732375216748:(num 1732375219114) 2024-11-23T15:20:29,009 DEBUG [RS:0;018362ca5320:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:29,009 INFO [RS:0;018362ca5320:40861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:29,009 INFO [RS:0;018362ca5320:40861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:29,009 INFO [RS:0;018362ca5320:40861 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:29,009 INFO [RS:0;018362ca5320:40861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:29,009 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:29,009 INFO [RS:0;018362ca5320:40861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,40861,1732375216748 because: Region server is closing 2024-11-23T15:20:29,010 INFO [RS:0;018362ca5320:40861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:40861. 2024-11-23T15:20:29,010 DEBUG [RS:0;018362ca5320:40861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:29,010 DEBUG [RS:0;018362ca5320:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:29,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:29,010 DEBUG [RS:0;018362ca5320:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:29,110 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.wal-reader.018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:20:29,110 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.shipper018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:20:29,111 INFO [RS:0;018362ca5320:40861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,40861,1732375216748.replicationSource.shipper018362ca5320%2C40861%2C1732375216748,1-018362ca5320,40861,1732375216748 terminated 2024-11-23T15:20:29,111 INFO [RS:0;018362ca5320:40861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40861 2024-11-23T15:20:29,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/rs/018362ca5320,40861,1732375216748 2024-11-23T15:20:29,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/rs 2024-11-23T15:20:29,179 INFO [RS:0;018362ca5320:40861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:29,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,40861,1732375216748] 2024-11-23T15:20:29,200 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/draining/018362ca5320,40861,1732375216748 already deleted, retry=false 2024-11-23T15:20:29,200 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,40861,1732375216748 expired; onlineServers=0 2024-11-23T15:20:29,200 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,41959,1732375216561' ***** 2024-11-23T15:20:29,200 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:20:29,200 INFO [M:0;018362ca5320:41959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:29,200 INFO [M:0;018362ca5320:41959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:29,201 DEBUG [M:0;018362ca5320:41959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:20:29,201 DEBUG [M:0;018362ca5320:41959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:20:29,201 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:20:29,201 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375218821 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375218821,5,FailOnTimeoutGroup] 2024-11-23T15:20:29,201 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375218820 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375218820,5,FailOnTimeoutGroup] 2024-11-23T15:20:29,201 INFO [M:0;018362ca5320:41959 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:29,201 INFO [M:0;018362ca5320:41959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:29,201 DEBUG [M:0;018362ca5320:41959 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:20:29,201 INFO [M:0;018362ca5320:41959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:20:29,201 INFO [M:0;018362ca5320:41959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:29,201 INFO [M:0;018362ca5320:41959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:20:29,201 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:20:29,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/master 2024-11-23T15:20:29,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:29,211 DEBUG [M:0;018362ca5320:41959 {}] zookeeper.ZKUtil(347): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/master because node does not exist (not an error) 2024-11-23T15:20:29,211 WARN [M:0;018362ca5320:41959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:20:29,212 INFO [M:0;018362ca5320:41959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/.lastflushedseqids 2024-11-23T15:20:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741842_1018 (size=181) 2024-11-23T15:20:29,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:29,290 INFO [RS:0;018362ca5320:40861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:29,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1016847f5a20001, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:29,290 INFO [RS:0;018362ca5320:40861 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,40861,1732375216748; zookeeper connection closed. 2024-11-23T15:20:29,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65f99d72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65f99d72 2024-11-23T15:20:29,290 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:20:29,617 INFO [M:0;018362ca5320:41959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:20:29,617 INFO [M:0;018362ca5320:41959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:20:29,618 DEBUG [M:0;018362ca5320:41959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:29,618 INFO [M:0;018362ca5320:41959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:29,618 DEBUG [M:0;018362ca5320:41959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:29,618 DEBUG [M:0;018362ca5320:41959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:29,618 DEBUG [M:0;018362ca5320:41959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:29,618 INFO [M:0;018362ca5320:41959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T15:20:29,638 DEBUG [M:0;018362ca5320:41959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b8ac9ff4bea4cd9a37d4bcb0cb0d08a is 82, key is hbase:meta,,1/info:regioninfo/1732375220056/Put/seqid=0 2024-11-23T15:20:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741843_1019 (size=5672) 2024-11-23T15:20:29,645 INFO [M:0;018362ca5320:41959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b8ac9ff4bea4cd9a37d4bcb0cb0d08a 2024-11-23T15:20:29,669 DEBUG [M:0;018362ca5320:41959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ae8d7053299405fb4d4916cf9dd1cc0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732375226797/Put/seqid=0 2024-11-23T15:20:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741844_1020 (size=7203) 2024-11-23T15:20:30,074 INFO [M:0;018362ca5320:41959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ae8d7053299405fb4d4916cf9dd1cc0 2024-11-23T15:20:30,092 DEBUG [M:0;018362ca5320:41959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f9df40bc5249428685514a5171ebac is 69, key is 018362ca5320,40861,1732375216748/rs:state/1732375218914/Put/seqid=0 2024-11-23T15:20:30,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741845_1021 (size=5156) 2024-11-23T15:20:30,497 INFO [M:0;018362ca5320:41959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f9df40bc5249428685514a5171ebac 2024-11-23T15:20:30,503 DEBUG [M:0;018362ca5320:41959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b8ac9ff4bea4cd9a37d4bcb0cb0d08a as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b8ac9ff4bea4cd9a37d4bcb0cb0d08a 2024-11-23T15:20:30,508 INFO [M:0;018362ca5320:41959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b8ac9ff4bea4cd9a37d4bcb0cb0d08a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T15:20:30,509 DEBUG [M:0;018362ca5320:41959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ae8d7053299405fb4d4916cf9dd1cc0 as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ae8d7053299405fb4d4916cf9dd1cc0 2024-11-23T15:20:30,515 INFO [M:0;018362ca5320:41959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ae8d7053299405fb4d4916cf9dd1cc0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T15:20:30,516 DEBUG [M:0;018362ca5320:41959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f9df40bc5249428685514a5171ebac as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91f9df40bc5249428685514a5171ebac 2024-11-23T15:20:30,521 INFO [M:0;018362ca5320:41959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91f9df40bc5249428685514a5171ebac, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T15:20:30,522 INFO [M:0;018362ca5320:41959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=70, compaction requested=false 2024-11-23T15:20:30,523 INFO [M:0;018362ca5320:41959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:30,523 DEBUG [M:0;018362ca5320:41959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375229618Disabling compacts and flushes for region at 1732375229618Disabling writes for close at 1732375229618Obtaining lock to block concurrent updates at 1732375229618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375229618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732375229618Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375229619 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375229619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375229637 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375229637Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375229650 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375229668 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375229668Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375230079 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375230092 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375230092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3664ff80: reopening flushed file at 1732375230502 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c688d7b: reopening flushed file at 1732375230509 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283fab18: reopening flushed file at 1732375230515 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=70, compaction requested=false at 1732375230522 (+7 ms)Writing region close event to WAL at 1732375230523 (+1 ms)Closed at 1732375230523 2024-11-23T15:20:30,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561/018362ca5320%2C41959%2C1732375216561.1732375218537 not finished, retry = 0 2024-11-23T15:20:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741830_1006 (size=41008) 2024-11-23T15:20:30,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:30,626 INFO [M:0;018362ca5320:41959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:20:30,627 INFO [M:0;018362ca5320:41959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41959 2024-11-23T15:20:30,627 INFO [M:0;018362ca5320:41959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:30,774 INFO [M:0;018362ca5320:41959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1016847f5a20000, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:30,776 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:30,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:30,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:30,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:30,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:30,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:30,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:20:30,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:30,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33263 2024-11-23T15:20:30,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33263 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-23T15:20:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332630x0, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:30,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33263-0x1016847f5a20006 connected 2024-11-23T15:20:30,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:30,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:30,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/running 2024-11-23T15:20:30,810 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669, hbase.cluster.distributed=false 2024-11-23T15:20:30,810 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: INIT 2024-11-23T15:20:30,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/acl 2024-11-23T15:20:30,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-23T15:20:30,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33263 2024-11-23T15:20:30,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33263 2024-11-23T15:20:30,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-23T15:20:30,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-23T15:20:30,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:30,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:30,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:30,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:30,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:30,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:30,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:20:30,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:30,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44655 2024-11-23T15:20:30,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44655 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-23T15:20:30,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:30,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:30,898 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446550x0, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:30,899 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: INIT 2024-11-23T15:20:30,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446550x0, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/running 2024-11-23T15:20:30,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44655-0x1016847f5a20007 connected 2024-11-23T15:20:30,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:20:30,899 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:20:30,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/master 2024-11-23T15:20:30,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/acl 2024-11-23T15:20:30,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44655 2024-11-23T15:20:30,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44655 2024-11-23T15:20:30,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44655 2024-11-23T15:20:30,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44655 2024-11-23T15:20:30,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44655 2024-11-23T15:20:30,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:20:30,917 DEBUG [M:0;018362ca5320:33263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:33263 2024-11-23T15:20:30,920 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-360550202/backup-masters/018362ca5320,33263,1732375230776 2024-11-23T15:20:30,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:30,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:30,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:30,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:30,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:30,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:30,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/backup-masters 2024-11-23T15:20:30,969 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/backup-masters 2024-11-23T15:20:30,969 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on existing znode=/0-360550202/backup-masters/018362ca5320,33263,1732375230776 2024-11-23T15:20:30,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:30,979 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-360550202/master 2024-11-23T15:20:30,979 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:30,980 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on existing znode=/0-360550202/master 2024-11-23T15:20:30,980 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-360550202/backup-masters/018362ca5320,33263,1732375230776 from backup master directory 2024-11-23T15:20:31,025 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/backup-masters 2024-11-23T15:20:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/backup-masters/018362ca5320,33263,1732375230776 2024-11-23T15:20:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/backup-masters 2024-11-23T15:20:31,025 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:31,025 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,33263,1732375230776 2024-11-23T15:20:31,036 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:31,036 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:20:31,042 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-23T15:20:31,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741846_1022 (size=196) 2024-11-23T15:20:31,494 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:31,495 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:20:31,495 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:31,501 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T15:20:31,503 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561 to hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561-dead as it is dead 2024-11-23T15:20:31,503 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561-dead/018362ca5320%2C41959%2C1732375216561.1732375218537 2024-11-23T15:20:31,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561-dead/018362ca5320%2C41959%2C1732375216561.1732375218537 after 1ms 2024-11-23T15:20:31,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561-dead/018362ca5320%2C41959%2C1732375216561.1732375218537 to hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/018362ca5320%2C41959%2C1732375216561.1732375218537 2024-11-23T15:20:31,504 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,41959,1732375216561-dead 2024-11-23T15:20:31,505 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,33263,1732375230776 2024-11-23T15:20:31,505 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:31,507 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C33263%2C1732375230776, suffix=, logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,33263,1732375230776, archiveDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/oldWALs, maxLogs=10 2024-11-23T15:20:31,522 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,33263,1732375230776/018362ca5320%2C33263%2C1732375230776.1732375231507, exclude list is [], retry=0 2024-11-23T15:20:31,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-a2f68d32-ffbb-4388-9325-5f800521209e,DISK] 2024-11-23T15:20:31,526 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,33263,1732375230776/018362ca5320%2C33263%2C1732375230776.1732375231507 2024-11-23T15:20:31,526 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41189:41189)] 2024-11-23T15:20:31,527 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:31,527 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:31,527 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,527 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:20:31,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:31,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b8ac9ff4bea4cd9a37d4bcb0cb0d08a 2024-11-23T15:20:31,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:31,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:20:31,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:31,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ae8d7053299405fb4d4916cf9dd1cc0 2024-11-23T15:20:31,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:31,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:20:31,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:31,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91f9df40bc5249428685514a5171ebac 2024-11-23T15:20:31,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:31,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:20:31,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:31,550 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,551 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T15:20:31,551 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/018362ca5320%2C41959%2C1732375216561.1732375218537 2024-11-23T15:20:31,556 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/018362ca5320%2C41959%2C1732375216561.1732375218537 2024-11-23T15:20:31,557 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/018362ca5320%2C41959%2C1732375216561.1732375218537 2024-11-23T15:20:31,558 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,558 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,559 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:31,560 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:31,561 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-23T15:20:31,562 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59771940, jitterRate=-0.10932868719100952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:31,562 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375231527Initializing all the Stores at 1732375231528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375231528Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375231528Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375231528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375231528Cleaning up temporary data from old regions at 1732375231558 (+30 ms)Region opened successfully at 1732375231562 (+4 ms) 2024-11-23T15:20:31,562 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:20:31,565 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2718cd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:31,568 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T15:20:31,568 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:20:31,568 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:20:31,568 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:20:31,569 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:20:31,572 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:31,573 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:20:31,573 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:20:31,573 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T15:20:31,573 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:20:31,576 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=018362ca5320,40861,1732375216748, regionLocation=018362ca5320,40861,1732375216748, openSeqNum=2 2024-11-23T15:20:31,577 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=018362ca5320,40861,1732375216748, table=hbase:meta, region=1588230740 2024-11-23T15:20:31,577 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,40861,1732375216748, state=OPEN 2024-11-23T15:20:31,836 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-360550202/meta-region-server 2024-11-23T15:20:31,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-360550202/meta-region-server 2024-11-23T15:20:31,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:31,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:31,839 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:20:31,846 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/draining/018362ca5320,40861,1732375216748 already deleted, retry=false 2024-11-23T15:20:31,846 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 018362ca5320,40861,1732375216748 on 018362ca5320,33263,1732375230776 2024-11-23T15:20:31,848 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 018362ca5320,40861,1732375216748, splitWal=true, meta=true 2024-11-23T15:20:31,848 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 018362ca5320,40861,1732375216748 (carryingMeta=true) 018362ca5320,40861,1732375216748/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@76fe44a6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T15:20:31,850 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/balancer because node does not exist (not necessarily an error) 2024-11-23T15:20:31,857 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/balancer already deleted, retry=false 2024-11-23T15:20:31,857 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:20:31,858 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:20:32,032 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/normalizer already deleted, retry=false 2024-11-23T15:20:32,032 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:20:32,033 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:20:32,042 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/switch/split already deleted, retry=false 2024-11-23T15:20:32,043 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:20:32,053 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/switch/merge already deleted, retry=false 2024-11-23T15:20:32,065 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:20:32,074 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/snapshot-cleanup already deleted, retry=false 2024-11-23T15:20:32,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-360550202/running 2024-11-23T15:20:32,084 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-360550202/running 2024-11-23T15:20:32,084 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:32,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:32,085 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,33263,1732375230776, sessionid=0x1016847f5a20006, setting cluster-up flag (Was=false) 2024-11-23T15:20:32,095 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-360550202/flush-table-proc/acquired, /0-360550202/flush-table-proc/reached, /0-360550202/flush-table-proc/abort 2024-11-23T15:20:32,096 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33263,1732375230776 2024-11-23T15:20:32,110 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-360550202/online-snapshot/acquired, /0-360550202/online-snapshot/reached, /0-360550202/online-snapshot/abort 2024-11-23T15:20:32,111 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33263,1732375230776 2024-11-23T15:20:32,112 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/.lastflushedseqids 2024-11-23T15:20:32,114 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:20:32,114 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:20:32,114 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,33263,1732375230776 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 018362ca5320,40861,1732375216748 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:20:32,115 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:32,116 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:32,116 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:32,116 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:32,116 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:20:32,116 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,116 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:32,116 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,117 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 018362ca5320,40861,1732375216748, splitWal=true, meta=true 2024-11-23T15:20:32,118 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375262118 2024-11-23T15:20:32,118 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 018362ca5320,40861,1732375216748, splitWal=true, meta=true, isMeta: true 2024-11-23T15:20:32,118 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:20:32,118 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:20:32,118 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:20:32,118 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:20:32,118 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:20:32,118 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:20:32,118 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,119 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:20:32,119 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:20:32,119 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:20:32,119 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:20:32,119 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748-splitting 2024-11-23T15:20:32,119 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:20:32,119 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:20:32,119 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375232119,5,FailOnTimeoutGroup] 2024-11-23T15:20:32,120 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375232119,5,FailOnTimeoutGroup] 2024-11-23T15:20:32,120 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,120 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:20:32,120 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,120 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,120 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375232120, completionTime=-1 2024-11-23T15:20:32,120 WARN [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T15:20:32,120 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T15:20:32,120 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748-splitting dir is empty, no logs to split. 2024-11-23T15:20:32,120 INFO [PEWorker-1 {}] master.SplitWALManager(105): 018362ca5320,40861,1732375216748 WAL count=0, meta=true 2024-11-23T15:20:32,122 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748-splitting dir is empty, no logs to split. 2024-11-23T15:20:32,122 INFO [PEWorker-1 {}] master.SplitWALManager(105): 018362ca5320,40861,1732375216748 WAL count=0, meta=true 2024-11-23T15:20:32,122 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 018362ca5320,40861,1732375216748 WAL splitting is done? wals=0, meta=true 2024-11-23T15:20:32,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:20:32,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:32,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T15:20:32,209 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(746): ClusterId : 9aa13312-2242-49aa-8907-bb47804d2a89 2024-11-23T15:20:32,210 DEBUG [RS:0;018362ca5320:44655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:20:32,222 DEBUG [RS:0;018362ca5320:44655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:20:32,222 DEBUG [RS:0;018362ca5320:44655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:20:32,275 WARN [018362ca5320:33263 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T15:20:32,285 DEBUG [RS:0;018362ca5320:44655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:20:32,286 DEBUG [RS:0;018362ca5320:44655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab377ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:32,296 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:44655 2024-11-23T15:20:32,296 INFO [RS:0;018362ca5320:44655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:20:32,296 INFO [RS:0;018362ca5320:44655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:20:32,296 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:20:32,296 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,33263,1732375230776 with port=44655, startcode=1732375230832 2024-11-23T15:20:32,296 DEBUG [RS:0;018362ca5320:44655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:20:32,298 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:20:32,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,44655,1732375230832 2024-11-23T15:20:32,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33263 {}] master.ServerManager(517): Registering regionserver=018362ca5320,44655,1732375230832 2024-11-23T15:20:32,299 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669 2024-11-23T15:20:32,299 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34901 2024-11-23T15:20:32,299 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:20:32,320 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=200ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T15:20:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/rs 2024-11-23T15:20:32,374 DEBUG [RS:0;018362ca5320:44655 {}] zookeeper.ZKUtil(111): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on existing znode=/0-360550202/rs/018362ca5320,44655,1732375230832 2024-11-23T15:20:32,374 WARN [RS:0;018362ca5320:44655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:32,374 INFO [RS:0;018362ca5320:44655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:32,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,44655,1732375230832] 2024-11-23T15:20:32,374 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832 2024-11-23T15:20:32,396 INFO [RS:0;018362ca5320:44655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:20:32,400 INFO [RS:0;018362ca5320:44655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:20:32,400 INFO [RS:0;018362ca5320:44655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:20:32,400 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,400 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:20:32,401 INFO [RS:0;018362ca5320:44655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:20:32,401 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,401 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,401 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:32,402 DEBUG [RS:0;018362ca5320:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:32,403 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,403 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,403 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,403 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,403 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,403 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44655,1732375230832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:32,427 INFO [RS:0;018362ca5320:44655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:20:32,427 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44655,1732375230832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,450 INFO [RS:0;018362ca5320:44655 {}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,44655,1732375230832, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:20:32,450 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,450 INFO [RS:0;018362ca5320:44655 {}] regionserver.Replication(171): 018362ca5320,44655,1732375230832 started 2024-11-23T15:20:32,469 DEBUG [RS:0;018362ca5320:44655.replicationSource,1-018362ca5320,44655,1732375230832 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:40133' 2024-11-23T15:20:32,470 DEBUG [RS:0;018362ca5320:44655.replicationSource,1-018362ca5320,44655,1732375230832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9d4317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:32,470 DEBUG [RS:0;018362ca5320:44655.replicationSource,1-018362ca5320,44655,1732375230832 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40133,-1 for getting cluster id 2024-11-23T15:20:32,470 DEBUG [RS:0;018362ca5320:44655.replicationSource,1-018362ca5320,44655,1732375230832 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:32,471 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:32,472 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,44655,1732375230832, RpcServer on 018362ca5320/172.17.0.2:44655, sessionid=0x1016847f5a20007 2024-11-23T15:20:32,472 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95b42468-b48a-4963-9478-c1d29786f446' 2024-11-23T15:20:32,472 DEBUG [RS:0;018362ca5320:44655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:20:32,472 DEBUG [RS:0;018362ca5320:44655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,44655,1732375230832 2024-11-23T15:20:32,472 DEBUG [RS:0;018362ca5320:44655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,44655,1732375230832' 2024-11-23T15:20:32,472 DEBUG [RS:0;018362ca5320:44655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-360550202/flush-table-proc/abort' 2024-11-23T15:20:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95b42468-b48a-4963-9478-c1d29786f446" 2024-11-23T15:20:32,472 DEBUG [RS:0;018362ca5320:44655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-360550202/flush-table-proc/acquired' 2024-11-23T15:20:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@522edd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40133,-1] 2024-11-23T15:20:32,473 DEBUG [RS:0;018362ca5320:44655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:20:32,473 DEBUG [RS:0;018362ca5320:44655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:20:32,473 DEBUG [RS:0;018362ca5320:44655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,44655,1732375230832 2024-11-23T15:20:32,473 DEBUG [RS:0;018362ca5320:44655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,44655,1732375230832' 2024-11-23T15:20:32,473 DEBUG [RS:0;018362ca5320:44655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-360550202/online-snapshot/abort' 2024-11-23T15:20:32,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:32,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:32,474 DEBUG [RS:0;018362ca5320:44655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-360550202/online-snapshot/acquired' 2024-11-23T15:20:32,474 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:32,474 DEBUG [RS:0;018362ca5320:44655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:20:32,474 INFO [RS:0;018362ca5320:44655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:20:32,474 INFO [RS:0;018362ca5320:44655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:20:32,475 DEBUG [RS:0;018362ca5320:44655.replicationSource,1-018362ca5320,44655,1732375230832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f7fa98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:32,475 DEBUG [RS:0;018362ca5320:44655.replicationSource,1-018362ca5320,44655,1732375230832 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:32,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40133,1732375222153 2024-11-23T15:20:32,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61621662 2024-11-23T15:20:32,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:32,477 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-23T15:20:32,478 INFO [RS:0;018362ca5320:44655.replicationSource,1-018362ca5320,44655,1732375230832 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,44655,1732375230832 (queues=0) is replicating from cluster=9aa13312-2242-49aa-8907-bb47804d2a89 to cluster=95b42468-b48a-4963-9478-c1d29786f446 2024-11-23T15:20:32,575 INFO [RS:0;018362ca5320:44655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:32,576 INFO [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C44655%2C1732375230832, suffix=, logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832, archiveDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs, maxLogs=10 2024-11-23T15:20:32,588 DEBUG [RS:0;018362ca5320:44655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576, exclude list is [], retry=0 2024-11-23T15:20:32,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-a2f68d32-ffbb-4388-9325-5f800521209e,DISK] 2024-11-23T15:20:32,594 INFO [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 2024-11-23T15:20:32,594 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 018362ca5320%2C44655%2C1732375230832 for peer 1 2024-11-23T15:20:32,594 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C44655%2C1732375230832 2024-11-23T15:20:32,594 INFO [RS:0;018362ca5320:44655 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,44655,1732375230832, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:20:32,595 DEBUG [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41189:41189)] 2024-11-23T15:20:32,595 INFO [RS:0;018362ca5320:44655.replicationSource.shipper018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C44655%2C1732375230832 2024-11-23T15:20:32,595 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576, startPosition=0, beingWritten=true 2024-11-23T15:20:32,775 DEBUG [018362ca5320:33263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:20:32,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,44655,1732375230832 2024-11-23T15:20:32,776 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,44655,1732375230832, state=OPENING 2024-11-23T15:20:32,800 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:32,884 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-360550202/meta-region-server 2024-11-23T15:20:32,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-360550202/meta-region-server 2024-11-23T15:20:32,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:32,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:32,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:32,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,44655,1732375230832}] 2024-11-23T15:20:33,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:20:33,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:20:33,042 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:20:33,042 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:33,042 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:20:33,043 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C44655%2C1732375230832.meta, suffix=.meta, logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832, archiveDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs, maxLogs=10 2024-11-23T15:20:33,061 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.meta.1732375233044.meta, exclude list is [], retry=0 2024-11-23T15:20:33,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-a2f68d32-ffbb-4388-9325-5f800521209e,DISK] 2024-11-23T15:20:33,066 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.meta.1732375233044.meta 2024-11-23T15:20:33,066 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41189:41189)] 2024-11-23T15:20:33,066 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:33,067 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:33,067 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:20:33,067 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:20:33,067 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:20:33,067 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:20:33,067 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:33,067 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:20:33,067 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:20:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:33,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:33,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:33,078 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/info/37fa52234aa745f4b9f93508f58f2f09 2024-11-23T15:20:33,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:33,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:33,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:33,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:33,085 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/ns/48de50e36865473a9cabada63179a8e8 2024-11-23T15:20:33,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:33,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:33,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:33,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:33,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:33,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:33,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:33,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:33,093 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/table/a59a70334cdc423aa33473ea9acbb053 2024-11-23T15:20:33,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:33,093 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:33,094 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740 2024-11-23T15:20:33,095 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740 2024-11-23T15:20:33,095 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:33,095 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:33,096 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:33,097 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:33,098 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69198559, jitterRate=0.031138882040977478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:33,098 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:20:33,098 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375233067Writing region info on filesystem at 1732375233067Initializing all the Stores at 1732375233068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375233068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375233068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375233068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375233068Cleaning up temporary data from old regions at 1732375233095 (+27 ms)Running coprocessor post-open hooks at 1732375233098 (+3 ms)Region opened successfully at 1732375233098 2024-11-23T15:20:33,099 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732375233037 2024-11-23T15:20:33,101 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:20:33,101 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:20:33,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=018362ca5320,44655,1732375230832 2024-11-23T15:20:33,103 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,44655,1732375230832, state=OPEN 2024-11-23T15:20:33,105 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:33,109 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-360550202/meta-region-server 2024-11-23T15:20:33,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-360550202/meta-region-server 2024-11-23T15:20:33,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:33,109 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,44655,1732375230832 2024-11-23T15:20:33,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-360550202/meta-region-server: CHANGED 2024-11-23T15:20:33,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T15:20:33,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,44655,1732375230832 in 224 msec 2024-11-23T15:20:33,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:20:33,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 988 msec 2024-11-23T15:20:33,510 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:33,825 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1705ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-23T15:20:34,017 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:34,621 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:35,326 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:35,328 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3208ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-23T15:20:36,130 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:36,630 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T15:20:36,630 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:20:36,631 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:36,631 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,44655,1732375230832, seqNum=-1] 2024-11-23T15:20:36,631 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:36,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:36,637 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dae9f7843aa5eb4b3d6d4719180321d0, regionState=OPEN, lastHost=018362ca5320,40861,1732375216748, regionLocation=018362ca5320,40861,1732375216748, openSeqNum=2 2024-11-23T15:20:36,637 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:20:36,637 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375296637 2024-11-23T15:20:36,637 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375356637 2024-11-23T15:20:36,637 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-23T15:20:36,637 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 018362ca5320,40861,1732375216748 had 2 regions 2024-11-23T15:20:36,637 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33263,1732375230776-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:36,637 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33263,1732375230776-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:36,637 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33263,1732375230776-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:36,638 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:33263, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:36,638 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:36,638 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:36,639 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 018362ca5320,40861,1732375216748, splitWal=true, meta=true, isMeta: false 2024-11-23T15:20:36,641 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748-splitting dir is empty, no logs to split. 2024-11-23T15:20:36,641 INFO [PEWorker-3 {}] master.SplitWALManager(105): 018362ca5320,40861,1732375216748 WAL count=0, meta=false 2024-11-23T15:20:36,644 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,40861,1732375216748-splitting dir is empty, no logs to split. 2024-11-23T15:20:36,645 INFO [PEWorker-3 {}] master.SplitWALManager(105): 018362ca5320,40861,1732375216748 WAL count=0, meta=false 2024-11-23T15:20:36,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.619sec 2024-11-23T15:20:36,645 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 018362ca5320,40861,1732375216748 WAL splitting is done? wals=0, meta=false 2024-11-23T15:20:36,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:20:36,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:20:36,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:20:36,645 WARN [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=018362ca5320,40861,1732375216748/hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:36,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:20:36,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:20:36,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33263,1732375230776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:36,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33263,1732375230776-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:20:36,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN}] 2024-11-23T15:20:36,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN 2024-11-23T15:20:36,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T15:20:36,657 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:20:36,657 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:20:36,657 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33263,1732375230776-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:36,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb30b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:36,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33263,-1 for getting cluster id 2024-11-23T15:20:36,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:36,719 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aa13312-2242-49aa-8907-bb47804d2a89' 2024-11-23T15:20:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aa13312-2242-49aa-8907-bb47804d2a89" 2024-11-23T15:20:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcc33d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33263,-1] 2024-11-23T15:20:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:36,721 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6585eb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:36,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,44655,1732375230832, seqNum=-1] 2024-11-23T15:20:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:36,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T15:20:36,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:36,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:36,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:36,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:36,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 018362ca5320:33263 after: 018362ca5320:33263 2024-11-23T15:20:36,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d40cd33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:36,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33263,-1 for getting cluster id 2024-11-23T15:20:36,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:36,729 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aa13312-2242-49aa-8907-bb47804d2a89' 2024-11-23T15:20:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aa13312-2242-49aa-8907-bb47804d2a89" 2024-11-23T15:20:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f831ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33263,-1] 2024-11-23T15:20:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:36,730 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:36,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2e467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:36,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33263,1732375230776 2024-11-23T15:20:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f1f5d4e 2024-11-23T15:20:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:36,732 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:20:36,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T15:20:36,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:20:36,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:36,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:36,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:36,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:36,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:36,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:20:36,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1223257568, stopped=false 2024-11-23T15:20:36,734 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,40133,1732375222153 2024-11-23T15:20:36,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1642117799/running 2024-11-23T15:20:36,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1642117799/running 2024-11-23T15:20:36,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:36,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:36,793 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:36,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:36,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on znode that does not yet exist, /1642117799/running 2024-11-23T15:20:36,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:36,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:36,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Set watcher on znode that does not yet exist, /1642117799/running 2024-11-23T15:20:36,794 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,43917,1732375222306' ***** 2024-11-23T15:20:36,794 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:20:36,794 INFO [RS:0;018362ca5320:43917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:20:36,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,43917,1732375222306 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:43917. 2024-11-23T15:20:36,795 DEBUG [RS:0;018362ca5320:43917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:36,795 DEBUG [RS:0;018362ca5320:43917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:20:36,795 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:20:36,795 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:20:36,795 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:36,795 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:36,795 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:36,795 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:36,795 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:36,795 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:36,795 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T15:20:36,799 DEBUG [018362ca5320:33263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:20:36,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dae9f7843aa5eb4b3d6d4719180321d0, regionState=OPENING, regionLocation=018362ca5320,44655,1732375230832 2024-11-23T15:20:36,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN because future has completed 2024-11-23T15:20:36,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dae9f7843aa5eb4b3d6d4719180321d0, server=018362ca5320,44655,1732375230832}] 2024-11-23T15:20:36,812 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740/.tmp/ns/a604aaa992c64718ac52dd8ba220bfb8 is 43, key is default/ns:d/1732375225444/Put/seqid=0 2024-11-23T15:20:36,816 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:36,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741835_1011 (size=5153) 2024-11-23T15:20:36,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:36,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:36,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:20:36,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C44655%2C1732375230832.rep, suffix=, logDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832, archiveDir=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs, maxLogs=10 2024-11-23T15:20:36,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.rep.1732375236960, exclude list is [], retry=0 2024-11-23T15:20:36,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38083,DS-a2f68d32-ffbb-4388-9325-5f800521209e,DISK] 2024-11-23T15:20:36,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.rep.1732375236960 2024-11-23T15:20:36,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41189:41189)] 2024-11-23T15:20:36,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => dae9f7843aa5eb4b3d6d4719180321d0, NAME => 'hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:36,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:36,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:20:36,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. service=MultiRowMutationService 2024-11-23T15:20:36,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:20:36,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:36,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,985 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,986 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dae9f7843aa5eb4b3d6d4719180321d0 columnFamilyName hfileref 2024-11-23T15:20:36,986 DEBUG [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:36,986 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(327): Store=dae9f7843aa5eb4b3d6d4719180321d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:36,986 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,987 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dae9f7843aa5eb4b3d6d4719180321d0 columnFamilyName queue 2024-11-23T15:20:36,987 DEBUG [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:36,993 DEBUG [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/queue/b700d7eb4d5f4468afd66e52a2ab62cc 2024-11-23T15:20:36,993 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(327): Store=dae9f7843aa5eb4b3d6d4719180321d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:36,993 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,995 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dae9f7843aa5eb4b3d6d4719180321d0 columnFamilyName sid 2024-11-23T15:20:36,995 DEBUG [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:36,995 INFO [StoreOpener-dae9f7843aa5eb4b3d6d4719180321d0-1 {}] regionserver.HStore(327): Store=dae9f7843aa5eb4b3d6d4719180321d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:36,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,996 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:36,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:36,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:37,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:20:37,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:37,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened dae9f7843aa5eb4b3d6d4719180321d0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71677068, jitterRate=0.06807154417037964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:20:37,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:37,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for dae9f7843aa5eb4b3d6d4719180321d0: Running coprocessor pre-open hook at 1732375236981Writing region info on filesystem at 1732375236982 (+1 ms)Initializing all the Stores at 1732375236982Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375236982Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375236985 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375236985Cleaning up temporary data from old regions at 1732375236999 (+14 ms)Running coprocessor post-open hooks at 1732375237002 (+3 ms)Region opened successfully at 1732375237003 (+1 ms) 2024-11-23T15:20:37,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0., pid=13, masterSystemTime=1732375236955 2024-11-23T15:20:37,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:37,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:37,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dae9f7843aa5eb4b3d6d4719180321d0, regionState=OPEN, openSeqNum=9, regionLocation=018362ca5320,44655,1732375230832 2024-11-23T15:20:37,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dae9f7843aa5eb4b3d6d4719180321d0, server=018362ca5320,44655,1732375230832 because future has completed 2024-11-23T15:20:37,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T15:20:37,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure dae9f7843aa5eb4b3d6d4719180321d0, server=018362ca5320,44655,1732375230832 in 209 msec 2024-11-23T15:20:37,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-23T15:20:37,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dae9f7843aa5eb4b3d6d4719180321d0, ASSIGN in 366 msec 2024-11-23T15:20:37,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T15:20:37,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0., hostname=018362ca5320,44655,1732375230832, seqNum=9] 2024-11-23T15:20:37,034 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 018362ca5320,40861,1732375216748 2024-11-23T15:20:37,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T15:20:37,036 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:37,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-23T15:20:37,196 DEBUG [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:37,217 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740/.tmp/ns/a604aaa992c64718ac52dd8ba220bfb8 2024-11-23T15:20:37,222 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740/.tmp/ns/a604aaa992c64718ac52dd8ba220bfb8 as hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740/ns/a604aaa992c64718ac52dd8ba220bfb8 2024-11-23T15:20:37,227 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740/ns/a604aaa992c64718ac52dd8ba220bfb8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T15:20:37,228 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-23T15:20:37,228 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:20:37,233 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T15:20:37,233 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:37,233 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:37,233 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:37,233 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375236795Running coprocessor pre-close hooks at 1732375236795Disabling compacts and flushes for region at 1732375236795Disabling writes for close at 1732375236795Obtaining lock to block concurrent updates at 1732375236795Preparing flush snapshotting stores in 1588230740 at 1732375236795Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732375236796 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375236796Flushing 1588230740/ns: creating writer at 1732375236796Flushing 1588230740/ns: appending metadata at 1732375236812 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732375236812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f239049: reopening flushed file at 1732375237221 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732375237228 (+7 ms)Writing region close event to WAL at 1732375237229 (+1 ms)Running coprocessor post-close hooks at 1732375237233 (+4 ms)Closed at 1732375237233 2024-11-23T15:20:37,234 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:37,234 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:20:37,234 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:20:37,396 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,43917,1732375222306; all regions closed. 2024-11-23T15:20:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741834_1010 (size=1152) 2024-11-23T15:20:37,399 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/WALs/018362ca5320,43917,1732375222306/018362ca5320%2C43917%2C1732375222306.meta.1732375225395.meta not finished, retry = 0 2024-11-23T15:20:37,501 DEBUG [RS:0;018362ca5320:43917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/oldWALs 2024-11-23T15:20:37,501 INFO [RS:0;018362ca5320:43917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C43917%2C1732375222306.meta:.meta(num 1732375225395) 2024-11-23T15:20:37,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741832_1008 (size=93) 2024-11-23T15:20:37,505 DEBUG [RS:0;018362ca5320:43917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/oldWALs 2024-11-23T15:20:37,505 INFO [RS:0;018362ca5320:43917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C43917%2C1732375222306:(num 1732375224342) 2024-11-23T15:20:37,505 DEBUG [RS:0;018362ca5320:43917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:37,505 INFO [RS:0;018362ca5320:43917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:37,505 INFO [RS:0;018362ca5320:43917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:37,506 INFO [RS:0;018362ca5320:43917 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:37,506 INFO [RS:0;018362ca5320:43917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:37,506 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:37,506 INFO [RS:0;018362ca5320:43917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43917 2024-11-23T15:20:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1642117799/rs/018362ca5320,43917,1732375222306 2024-11-23T15:20:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799/rs 2024-11-23T15:20:37,530 INFO [RS:0;018362ca5320:43917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:37,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,43917,1732375222306] 2024-11-23T15:20:37,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1642117799/draining/018362ca5320,43917,1732375222306 already deleted, retry=false 2024-11-23T15:20:37,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,43917,1732375222306 expired; onlineServers=0 2024-11-23T15:20:37,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,40133,1732375222153' ***** 2024-11-23T15:20:37,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:20:37,551 INFO [M:0;018362ca5320:40133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:37,551 INFO [M:0;018362ca5320:40133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:37,551 DEBUG [M:0;018362ca5320:40133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:20:37,551 DEBUG [M:0;018362ca5320:40133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:20:37,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:20:37,551 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375224139 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375224139,5,FailOnTimeoutGroup] 2024-11-23T15:20:37,551 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375224139 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375224139,5,FailOnTimeoutGroup] 2024-11-23T15:20:37,551 INFO [M:0;018362ca5320:40133 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:37,551 INFO [M:0;018362ca5320:40133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:37,552 DEBUG [M:0;018362ca5320:40133 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:20:37,552 INFO [M:0;018362ca5320:40133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:20:37,552 INFO [M:0;018362ca5320:40133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:37,552 INFO [M:0;018362ca5320:40133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:20:37,552 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:20:37,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1642117799/master 2024-11-23T15:20:37,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1642117799 2024-11-23T15:20:37,562 DEBUG [M:0;018362ca5320:40133 {}] zookeeper.ZKUtil(347): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Unable to get data of znode /1642117799/master because node does not exist (not an error) 2024-11-23T15:20:37,562 WARN [M:0;018362ca5320:40133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:20:37,563 INFO [M:0;018362ca5320:40133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/.lastflushedseqids 2024-11-23T15:20:37,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741836_1012 (size=99) 2024-11-23T15:20:37,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:37,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016847f5a20004, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:37,641 INFO [RS:0;018362ca5320:43917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:37,641 INFO [RS:0;018362ca5320:43917 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,43917,1732375222306; zookeeper connection closed. 2024-11-23T15:20:37,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ab9089b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ab9089b 2024-11-23T15:20:37,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:20:37,967 INFO [M:0;018362ca5320:40133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:20:37,967 INFO [M:0;018362ca5320:40133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:20:37,968 DEBUG [M:0;018362ca5320:40133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:37,968 INFO [M:0;018362ca5320:40133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:37,968 DEBUG [M:0;018362ca5320:40133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:37,968 DEBUG [M:0;018362ca5320:40133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:37,968 DEBUG [M:0;018362ca5320:40133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:37,968 INFO [M:0;018362ca5320:40133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T15:20:37,983 DEBUG [M:0;018362ca5320:40133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff974f8da942496482111ef6291d38e9 is 82, key is hbase:meta,,1/info:regioninfo/1732375225426/Put/seqid=0 2024-11-23T15:20:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741837_1013 (size=5672) 2024-11-23T15:20:38,042 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:38,393 INFO [M:0;018362ca5320:40133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff974f8da942496482111ef6291d38e9 2024-11-23T15:20:38,418 DEBUG [M:0;018362ca5320:40133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91dad75f3e6a448aafecb1751365ec26 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732375225448/Put/seqid=0 2024-11-23T15:20:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741838_1014 (size=5275) 2024-11-23T15:20:38,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:20:38,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:38,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:38,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:38,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:38,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:38,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:38,823 INFO [M:0;018362ca5320:40133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91dad75f3e6a448aafecb1751365ec26 2024-11-23T15:20:38,841 DEBUG [M:0;018362ca5320:40133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2990a0474f649f1894fc88842a0c6a6 is 69, key is 018362ca5320,43917,1732375222306/rs:state/1732375224177/Put/seqid=0 2024-11-23T15:20:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741839_1015 (size=5156) 2024-11-23T15:20:39,147 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:39,246 INFO [M:0;018362ca5320:40133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2990a0474f649f1894fc88842a0c6a6 2024-11-23T15:20:39,251 DEBUG [M:0;018362ca5320:40133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff974f8da942496482111ef6291d38e9 as hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff974f8da942496482111ef6291d38e9 2024-11-23T15:20:39,256 INFO [M:0;018362ca5320:40133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff974f8da942496482111ef6291d38e9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T15:20:39,257 DEBUG [M:0;018362ca5320:40133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91dad75f3e6a448aafecb1751365ec26 as hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91dad75f3e6a448aafecb1751365ec26 2024-11-23T15:20:39,261 INFO [M:0;018362ca5320:40133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91dad75f3e6a448aafecb1751365ec26, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T15:20:39,262 DEBUG [M:0;018362ca5320:40133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2990a0474f649f1894fc88842a0c6a6 as hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2990a0474f649f1894fc88842a0c6a6 2024-11-23T15:20:39,267 INFO [M:0;018362ca5320:40133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38911/user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2990a0474f649f1894fc88842a0c6a6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T15:20:39,268 INFO [M:0;018362ca5320:40133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false 2024-11-23T15:20:39,269 INFO [M:0;018362ca5320:40133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:39,269 DEBUG [M:0;018362ca5320:40133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375237968Disabling compacts and flushes for region at 1732375237968Disabling writes for close at 1732375237968Obtaining lock to block concurrent updates at 1732375237968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375237968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732375237968Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375237969 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375237969Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375237983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375237983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375238399 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375238418 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375238418Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375238828 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375238841 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375238841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d919c73: reopening flushed file at 1732375239250 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30fcbe8e: reopening flushed file at 1732375239256 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bbb43a: reopening flushed file at 1732375239262 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1732375239268 (+6 ms)Writing region close event to WAL at 1732375239269 (+1 ms)Closed at 1732375239269 2024-11-23T15:20:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42705 is added to blk_1073741830_1006 (size=10165) 2024-11-23T15:20:39,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c11f7c4-8eb9-2fa1-838c-f2a28edca8f8/MasterData/WALs/018362ca5320,40133,1732375222153/018362ca5320%2C40133%2C1732375222153.1732375223714 not finished, retry = 0 2024-11-23T15:20:39,372 INFO [M:0;018362ca5320:40133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:20:39,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:39,372 INFO [M:0;018362ca5320:40133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40133 2024-11-23T15:20:39,372 INFO [M:0;018362ca5320:40133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:39,620 INFO [M:0;018362ca5320:40133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40133-0x1016847f5a20003, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:39,687 WARN [BP-424827070-172.17.0.2-1732375220242 heartbeating to localhost/127.0.0.1:38911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-424827070-172.17.0.2-1732375220242 (Datanode Uuid fa4a2be3-5c55-4e05-9bab-3e7255e66e4a) service to localhost/127.0.0.1:38911 2024-11-23T15:20:39,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/cluster_ec6d3b92-ccaa-e96f-c494-58a929f6e9a5/data/data1/current/BP-424827070-172.17.0.2-1732375220242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:20:39,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/cluster_ec6d3b92-ccaa-e96f-c494-58a929f6e9a5/data/data2/current/BP-424827070-172.17.0.2-1732375220242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:20:39,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cea6ed0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:20:39,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c0d01d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:20:39,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:20:39,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e2cb04f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:20:39,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78597984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.log.dir/,STOPPED} 2024-11-23T15:20:39,972 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:20:39,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e654b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:20:39,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bc2740d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:20:39,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:20:39,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb5c9dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:20:39,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fab3a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.log.dir/,STOPPED} 2024-11-23T15:20:39,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:20:39,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:20:39,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:39,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:39,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:39,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:39,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:39,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:20:39,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1516578441, stopped=false 2024-11-23T15:20:39,994 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,33263,1732375230776 2024-11-23T15:20:40,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/running 2024-11-23T15:20:40,084 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/running 2024-11-23T15:20:40,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:40,084 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:40,084 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:40,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:20:40,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:40,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/running 2024-11-23T15:20:40,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:40,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Set watcher on znode that does not yet exist, /0-360550202/running 2024-11-23T15:20:40,085 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,44655,1732375230832' ***** 2024-11-23T15:20:40,085 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:20:40,086 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(3091): Received CLOSE for dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,44655,1732375230832 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:44655. 2024-11-23T15:20:40,086 DEBUG [RS:0;018362ca5320:44655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:40,086 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dae9f7843aa5eb4b3d6d4719180321d0, disabling compactions & flushes 2024-11-23T15:20:40,086 DEBUG [RS:0;018362ca5320:44655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:40,086 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:40,086 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:20:40,086 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. after waiting 0 ms 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:20:40,086 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:20:40,086 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:20:40,087 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:20:40,087 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dae9f7843aa5eb4b3d6d4719180321d0=hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0.} 2024-11-23T15:20:40,087 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:40,087 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dae9f7843aa5eb4b3d6d4719180321d0 2024-11-23T15:20:40,087 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:40,087 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:40,087 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:40,087 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:40,087 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T15:20:40,096 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/replication/dae9f7843aa5eb4b3d6d4719180321d0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-23T15:20:40,096 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:40,096 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:40,096 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:40,097 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dae9f7843aa5eb4b3d6d4719180321d0: Waiting for close lock at 1732375240086Running coprocessor pre-close hooks at 1732375240086Disabling compacts and flushes for region at 1732375240086Disabling writes for close at 1732375240086Writing region close event to WAL at 1732375240088 (+2 ms)Running coprocessor post-close hooks at 1732375240096 (+8 ms)Closed at 1732375240096 2024-11-23T15:20:40,097 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0. 2024-11-23T15:20:40,104 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/info/ebb59183c29140ec882dd46a8350c74a is 147, key is hbase:replication,,1732375225598.dae9f7843aa5eb4b3d6d4719180321d0./info:regioninfo/1732375237007/Put/seqid=0 2024-11-23T15:20:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741851_1027 (size=6385) 2024-11-23T15:20:40,110 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:40,287 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:40,352 DEBUG [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 to pos 0, reset compression=false 2024-11-23T15:20:40,403 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:20:40,403 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:20:40,487 DEBUG [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:20:40,509 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/info/ebb59183c29140ec882dd46a8350c74a 2024-11-23T15:20:40,515 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/.tmp/info/ebb59183c29140ec882dd46a8350c74a as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/info/ebb59183c29140ec882dd46a8350c74a 2024-11-23T15:20:40,520 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/info/ebb59183c29140ec882dd46a8350c74a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T15:20:40,521 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-23T15:20:40,525 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T15:20:40,526 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:40,526 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:40,526 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:40,526 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375240087Running coprocessor pre-close hooks at 1732375240087Disabling compacts and flushes for region at 1732375240087Disabling writes for close at 1732375240087Obtaining lock to block concurrent updates at 1732375240087Preparing flush snapshotting stores in 1588230740 at 1732375240087Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732375240087Flushing stores of hbase:meta,,1.1588230740 at 1732375240088 (+1 ms)Flushing 1588230740/info: creating writer at 1732375240088Flushing 1588230740/info: appending metadata at 1732375240104 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732375240104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb164d4: reopening flushed file at 1732375240514 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1732375240521 (+7 ms)Writing region close event to WAL at 1732375240522 (+1 ms)Running coprocessor post-close hooks at 1732375240526 (+4 ms)Closed at 1732375240526 2024-11-23T15:20:40,526 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:40,687 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,44655,1732375230832; all regions closed. 2024-11-23T15:20:40,690 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.meta.1732375233044.meta not finished, retry = 0 2024-11-23T15:20:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741849_1025 (size=2156) 2024-11-23T15:20:40,792 DEBUG [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs 2024-11-23T15:20:40,792 INFO [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C44655%2C1732375230832.meta:.meta(num 1732375233044) 2024-11-23T15:20:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741850_1026 (size=796) 2024-11-23T15:20:40,796 DEBUG [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs 2024-11-23T15:20:40,796 INFO [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C44655%2C1732375230832.rep:(num 1732375236960) 2024-11-23T15:20:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741848_1024 (size=93) 2024-11-23T15:20:40,802 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/WALs/018362ca5320,44655,1732375230832/018362ca5320%2C44655%2C1732375230832.1732375232576 not finished, retry = 0 2024-11-23T15:20:40,904 DEBUG [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/oldWALs 2024-11-23T15:20:40,904 INFO [RS:0;018362ca5320:44655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C44655%2C1732375230832:(num 1732375232576) 2024-11-23T15:20:40,904 DEBUG [RS:0;018362ca5320:44655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:40,904 INFO [RS:0;018362ca5320:44655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:20:40,904 INFO [RS:0;018362ca5320:44655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:40,904 INFO [RS:0;018362ca5320:44655 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:40,905 INFO [RS:0;018362ca5320:44655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:40,905 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:40,905 INFO [RS:0;018362ca5320:44655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,44655,1732375230832 because: Region server is closing 2024-11-23T15:20:40,905 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T15:20:40,905 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T15:20:40,905 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T15:20:40,905 INFO [RS:0;018362ca5320:44655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:44655. 2024-11-23T15:20:40,905 DEBUG [RS:0;018362ca5320:44655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:20:40,905 DEBUG [RS:0;018362ca5320:44655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:40,905 DEBUG [RS:0;018362ca5320:44655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:40,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:41,005 WARN [RS:0;018362ca5320:44655.replicationSource.wal-reader.018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:20:41,005 WARN [RS:0;018362ca5320:44655.replicationSource.shipper018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:20:41,006 INFO [RS:0;018362ca5320:44655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;018362ca5320:44655.replicationSource.shipper018362ca5320%2C44655%2C1732375230832,1-018362ca5320,44655,1732375230832 terminated 2024-11-23T15:20:41,006 INFO [RS:0;018362ca5320:44655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44655 2024-11-23T15:20:41,151 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/rs/018362ca5320,44655,1732375230832 2024-11-23T15:20:41,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202/rs 2024-11-23T15:20:41,151 INFO [RS:0;018362ca5320:44655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:41,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,44655,1732375230832] 2024-11-23T15:20:41,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-360550202/draining/018362ca5320,44655,1732375230832 already deleted, retry=false 2024-11-23T15:20:41,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,44655,1732375230832 expired; onlineServers=0 2024-11-23T15:20:41,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,33263,1732375230776' ***** 2024-11-23T15:20:41,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:20:41,172 INFO [M:0;018362ca5320:33263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:20:41,172 INFO [M:0;018362ca5320:33263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:20:41,172 DEBUG [M:0;018362ca5320:33263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:20:41,172 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:20:41,172 DEBUG [M:0;018362ca5320:33263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:20:41,172 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375232119 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375232119,5,FailOnTimeoutGroup] 2024-11-23T15:20:41,172 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375232119 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375232119,5,FailOnTimeoutGroup] 2024-11-23T15:20:41,172 INFO [M:0;018362ca5320:33263 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:20:41,173 INFO [M:0;018362ca5320:33263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:20:41,173 DEBUG [M:0;018362ca5320:33263 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:20:41,173 INFO [M:0;018362ca5320:33263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:20:41,173 INFO [M:0;018362ca5320:33263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:20:41,173 INFO [M:0;018362ca5320:33263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:20:41,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:20:41,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-360550202/master 2024-11-23T15:20:41,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-360550202 2024-11-23T15:20:41,182 DEBUG [M:0;018362ca5320:33263 {}] zookeeper.ZKUtil(347): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Unable to get data of znode /0-360550202/master because node does not exist (not an error) 2024-11-23T15:20:41,182 WARN [M:0;018362ca5320:33263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:20:41,183 INFO [M:0;018362ca5320:33263 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/.lastflushedseqids 2024-11-23T15:20:41,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741852_1028 (size=181) 2024-11-23T15:20:41,261 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:41,262 INFO [RS:0;018362ca5320:44655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:41,262 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x1016847f5a20007, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:41,262 INFO [RS:0;018362ca5320:44655 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,44655,1732375230832; zookeeper connection closed. 2024-11-23T15:20:41,262 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73a7b3e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73a7b3e1 2024-11-23T15:20:41,262 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:20:41,593 INFO [M:0;018362ca5320:33263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:20:41,593 INFO [M:0;018362ca5320:33263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:20:41,593 DEBUG [M:0;018362ca5320:33263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:41,593 INFO [M:0;018362ca5320:33263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:41,593 DEBUG [M:0;018362ca5320:33263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:41,593 DEBUG [M:0;018362ca5320:33263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:41,593 DEBUG [M:0;018362ca5320:33263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:41,593 INFO [M:0;018362ca5320:33263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T15:20:41,611 DEBUG [M:0;018362ca5320:33263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2c9c90933144d3c86164cf10fae610a is 82, key is hbase:meta,,1/info:regioninfo/1732375233102/Put/seqid=0 2024-11-23T15:20:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741853_1029 (size=5672) 2024-11-23T15:20:42,016 INFO [M:0;018362ca5320:33263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2c9c90933144d3c86164cf10fae610a 2024-11-23T15:20:42,040 DEBUG [M:0;018362ca5320:33263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4477ab874d79471cad43062c56264a1b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732375237013/Put/seqid=0 2024-11-23T15:20:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741854_1030 (size=7312) 2024-11-23T15:20:42,445 INFO [M:0;018362ca5320:33263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4477ab874d79471cad43062c56264a1b 2024-11-23T15:20:42,467 DEBUG [M:0;018362ca5320:33263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b5ca1dbccd4d499f615af6d96507a8 is 69, key is 018362ca5320,44655,1732375230832/rs:state/1732375232298/Put/seqid=0 2024-11-23T15:20:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741855_1031 (size=5370) 2024-11-23T15:20:42,471 INFO [M:0;018362ca5320:33263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b5ca1dbccd4d499f615af6d96507a8 2024-11-23T15:20:42,476 INFO [M:0;018362ca5320:33263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2b5ca1dbccd4d499f615af6d96507a8 2024-11-23T15:20:42,477 DEBUG [M:0;018362ca5320:33263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2c9c90933144d3c86164cf10fae610a as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2c9c90933144d3c86164cf10fae610a 2024-11-23T15:20:42,483 INFO [M:0;018362ca5320:33263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2c9c90933144d3c86164cf10fae610a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T15:20:42,484 DEBUG [M:0;018362ca5320:33263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4477ab874d79471cad43062c56264a1b as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4477ab874d79471cad43062c56264a1b 2024-11-23T15:20:42,492 INFO [M:0;018362ca5320:33263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4477ab874d79471cad43062c56264a1b, entries=7, sequenceid=127, filesize=7.1 K 2024-11-23T15:20:42,493 DEBUG [M:0;018362ca5320:33263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b5ca1dbccd4d499f615af6d96507a8 as hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2b5ca1dbccd4d499f615af6d96507a8 2024-11-23T15:20:42,498 INFO [M:0;018362ca5320:33263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2b5ca1dbccd4d499f615af6d96507a8 2024-11-23T15:20:42,498 INFO [M:0;018362ca5320:33263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34901/user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2b5ca1dbccd4d499f615af6d96507a8, entries=2, sequenceid=127, filesize=5.2 K 2024-11-23T15:20:42,499 INFO [M:0;018362ca5320:33263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=127, compaction requested=false 2024-11-23T15:20:42,500 INFO [M:0;018362ca5320:33263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:42,500 DEBUG [M:0;018362ca5320:33263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375241593Disabling compacts and flushes for region at 1732375241593Disabling writes for close at 1732375241593Obtaining lock to block concurrent updates at 1732375241593Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375241593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732375241594 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375241594Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375241594Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375241611 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375241611Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375242021 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375242040 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375242040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375242449 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375242466 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375242466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de03c15: reopening flushed file at 1732375242476 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a010423: reopening flushed file at 1732375242483 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd64e33: reopening flushed file at 1732375242492 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=127, compaction requested=false at 1732375242499 (+7 ms)Writing region close event to WAL at 1732375242500 (+1 ms)Closed at 1732375242500 2024-11-23T15:20:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38083 is added to blk_1073741847_1023 (size=22903) 2024-11-23T15:20:42,503 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e419e663-028b-a4a9-e4e3-1fbaab190669/MasterData/WALs/018362ca5320,33263,1732375230776/018362ca5320%2C33263%2C1732375230776.1732375231507 not finished, retry = 0 2024-11-23T15:20:42,604 INFO [M:0;018362ca5320:33263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:20:42,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:20:42,604 INFO [M:0;018362ca5320:33263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33263 2024-11-23T15:20:42,605 INFO [M:0;018362ca5320:33263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:20:42,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:42,725 INFO [M:0;018362ca5320:33263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:20:42,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x1016847f5a20006, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:20:42,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f16aab0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:20:42,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@775bde3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:20:42,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:20:42,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dcfe5fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:20:42,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67911f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.log.dir/,STOPPED} 2024-11-23T15:20:42,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:20:42,731 WARN [BP-1849061853-172.17.0.2-1732375214600 heartbeating to localhost/127.0.0.1:34901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:20:42,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:20:42,731 WARN [BP-1849061853-172.17.0.2-1732375214600 heartbeating to localhost/127.0.0.1:34901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1849061853-172.17.0.2-1732375214600 (Datanode Uuid e9f33069-852c-479a-a74a-5be31937c776) service to localhost/127.0.0.1:34901 2024-11-23T15:20:42,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/cluster_58e87db8-c8d4-8735-b295-e6d608622c86/data/data1/current/BP-1849061853-172.17.0.2-1732375214600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:20:42,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/cluster_58e87db8-c8d4-8735-b295-e6d608622c86/data/data2/current/BP-1849061853-172.17.0.2-1732375214600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:20:42,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:20:42,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ddda574{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:20:42,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ee2cead{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:20:42,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:20:42,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f51dbe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:20:42,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cab360e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d55ae3af-b132-87ad-2db9-cf52f4f5b002/hadoop.log.dir/,STOPPED} 2024-11-23T15:20:42,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:20:42,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:20:42,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34901 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38911 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6812 (was 3444) - AvailableMemoryMB LEAK? - 2024-11-23T15:20:42,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=6812 2024-11-23T15:20:42,782 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-23T15:20:42,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.log.dir so I do NOT create it in target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0 2024-11-23T15:20:42,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:20:42,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.tmp.dir so I do NOT create it in target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0 2024-11-23T15:20:42,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49acc0f0-df2f-4521-77a0-b4468ae372ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:20:42,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0 2024-11-23T15:20:42,783 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/cluster_78e6ff3c-3d59-f756-4420-c2481e8def32, deleteOnExit=true 2024-11-23T15:20:42,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/cluster_78e6ff3c-3d59-f756-4420-c2481e8def32/zookeeper_0, clientPort=55205, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/cluster_78e6ff3c-3d59-f756-4420-c2481e8def32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/cluster_78e6ff3c-3d59-f756-4420-c2481e8def32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:20:42,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55205 2024-11-23T15:20:42,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:20:42,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:20:42,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/test.cache.data in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:20:42,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:20:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:20:42,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:20:42,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:20:42,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:20:42,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:20:42,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:20:42,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:20:42,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:20:42,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:20:42,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016847f5a20005, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:20:42,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016847f5a20005, quorum=127.0.0.1:61509, baseZNode=/1642117799 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:20:42,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016847f5a20002, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:20:42,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016847f5a20002, quorum=127.0.0.1:61509, baseZNode=/0-360550202 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:20:43,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:43,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:20:43,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:20:43,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:20:43,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:20:43,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:43,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4624b729{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:20:43,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f30bc13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:20:43,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dc5809b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/java.io.tmpdir/jetty-localhost-33541-hadoop-hdfs-3_4_1-tests_jar-_-any-13151746738099827629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:20:43,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39fefc89{HTTP/1.1, (http/1.1)}{localhost:33541} 2024-11-23T15:20:43,335 INFO [Time-limited test {}] server.Server(415): Started @173717ms 2024-11-23T15:20:43,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:43,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:20:43,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:20:43,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:20:43,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:20:43,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156172f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:20:43,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@543840cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:20:43,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dfbd136{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/java.io.tmpdir/jetty-localhost-37737-hadoop-hdfs-3_4_1-tests_jar-_-any-13026595480258473616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:20:43,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16a57df0{HTTP/1.1, (http/1.1)}{localhost:37737} 2024-11-23T15:20:43,740 INFO [Time-limited test {}] server.Server(415): Started @174123ms 2024-11-23T15:20:43,741 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:20:44,635 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/cluster_78e6ff3c-3d59-f756-4420-c2481e8def32/data/data1/current/BP-1948474031-172.17.0.2-1732375242839/current, will proceed with Du for space computation calculation, 2024-11-23T15:20:44,635 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/cluster_78e6ff3c-3d59-f756-4420-c2481e8def32/data/data2/current/BP-1948474031-172.17.0.2-1732375242839/current, will proceed with Du for space computation calculation, 2024-11-23T15:20:44,654 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:20:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa23bc8a85ce9423 with lease ID 0xad38c446df69f5a6: Processing first storage report for DS-316c12fa-f016-4b85-bd9e-c3b4505e6cfe from datanode DatanodeRegistration(127.0.0.1:36033, datanodeUuid=57b2cdcc-4a87-4e6f-9481-14318997f746, infoPort=44277, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=1721332845;c=1732375242839) 2024-11-23T15:20:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa23bc8a85ce9423 with lease ID 0xad38c446df69f5a6: from storage DS-316c12fa-f016-4b85-bd9e-c3b4505e6cfe node DatanodeRegistration(127.0.0.1:36033, datanodeUuid=57b2cdcc-4a87-4e6f-9481-14318997f746, infoPort=44277, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=1721332845;c=1732375242839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:20:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa23bc8a85ce9423 with lease ID 0xad38c446df69f5a6: Processing first storage report for DS-e3959509-c4a6-4bcb-96a1-9309a6d4a7dc from datanode DatanodeRegistration(127.0.0.1:36033, datanodeUuid=57b2cdcc-4a87-4e6f-9481-14318997f746, infoPort=44277, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=1721332845;c=1732375242839) 2024-11-23T15:20:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa23bc8a85ce9423 with lease ID 0xad38c446df69f5a6: from storage DS-e3959509-c4a6-4bcb-96a1-9309a6d4a7dc node DatanodeRegistration(127.0.0.1:36033, datanodeUuid=57b2cdcc-4a87-4e6f-9481-14318997f746, infoPort=44277, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=1721332845;c=1732375242839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:20:44,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0 2024-11-23T15:20:44,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:44,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:20:45,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9 with version=8 2024-11-23T15:20:45,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/hbase-staging 2024-11-23T15:20:45,090 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:45,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:45,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:45,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:45,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:45,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:45,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:20:45,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:45,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35385 2024-11-23T15:20:45,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35385 connecting to ZooKeeper ensemble=127.0.0.1:55205 2024-11-23T15:20:45,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353850x0, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:45,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35385-0x101684863de0000 connected 2024-11-23T15:20:45,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:45,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:45,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on znode that does not yet exist, /0580596302/running 2024-11-23T15:20:45,271 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9, hbase.cluster.distributed=false 2024-11-23T15:20:45,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on znode that does not yet exist, /0580596302/acl 2024-11-23T15:20:45,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-23T15:20:45,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35385 2024-11-23T15:20:45,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35385 2024-11-23T15:20:45,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-23T15:20:45,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-23T15:20:45,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:45,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:45,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:45,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:45,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:45,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:45,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:20:45,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:45,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41041 2024-11-23T15:20:45,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41041 connecting to ZooKeeper ensemble=127.0.0.1:55205 2024-11-23T15:20:45,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:45,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410410x0, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:45,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410410x0, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on znode that does not yet exist, /0580596302/running 2024-11-23T15:20:45,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41041-0x101684863de0001 connected 2024-11-23T15:20:45,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:20:45,322 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:20:45,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on znode that does not yet exist, /0580596302/master 2024-11-23T15:20:45,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on znode that does not yet exist, /0580596302/acl 2024-11-23T15:20:45,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-23T15:20:45,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41041 2024-11-23T15:20:45,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41041 2024-11-23T15:20:45,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-23T15:20:45,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-23T15:20:45,342 DEBUG [M:0;018362ca5320:35385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:35385 2024-11-23T15:20:45,342 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0580596302/backup-masters/018362ca5320,35385,1732375245090 2024-11-23T15:20:45,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302/backup-masters 2024-11-23T15:20:45,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302/backup-masters 2024-11-23T15:20:45,361 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on existing znode=/0580596302/backup-masters/018362ca5320,35385,1732375245090 2024-11-23T15:20:45,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:45,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0580596302/master 2024-11-23T15:20:45,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:45,372 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on existing znode=/0580596302/master 2024-11-23T15:20:45,372 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0580596302/backup-masters/018362ca5320,35385,1732375245090 from backup master directory 2024-11-23T15:20:45,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580596302/backup-masters/018362ca5320,35385,1732375245090 2024-11-23T15:20:45,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302/backup-masters 2024-11-23T15:20:45,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302/backup-masters 2024-11-23T15:20:45,382 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:45,382 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,35385,1732375245090 2024-11-23T15:20:45,385 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/hbase.id] with ID: 748e6fc6-1742-491c-8b10-16f401488165 2024-11-23T15:20:45,385 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/.tmp/hbase.id 2024-11-23T15:20:45,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:20:45,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:20:45,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:45,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:45,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:45,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:45,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:45,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:45,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:45,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:45,790 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/.tmp/hbase.id]:[hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/hbase.id] 2024-11-23T15:20:45,799 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:45,799 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:20:45,800 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:20:45,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:45,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:20:46,257 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:46,258 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:20:46,258 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:46,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:20:46,665 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store 2024-11-23T15:20:46,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:20:47,070 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:47,071 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:47,071 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:47,071 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:47,071 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:47,071 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:47,071 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:47,071 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375247071Disabling compacts and flushes for region at 1732375247071Disabling writes for close at 1732375247071Writing region close event to WAL at 1732375247071Closed at 1732375247071 2024-11-23T15:20:47,072 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/.initializing 2024-11-23T15:20:47,072 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/WALs/018362ca5320,35385,1732375245090 2024-11-23T15:20:47,073 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:47,074 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C35385%2C1732375245090, suffix=, logDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/WALs/018362ca5320,35385,1732375245090, archiveDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/oldWALs, maxLogs=10 2024-11-23T15:20:47,089 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/WALs/018362ca5320,35385,1732375245090/018362ca5320%2C35385%2C1732375245090.1732375247074, exclude list is [], retry=0 2024-11-23T15:20:47,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36033,DS-316c12fa-f016-4b85-bd9e-c3b4505e6cfe,DISK] 2024-11-23T15:20:47,093 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/WALs/018362ca5320,35385,1732375245090/018362ca5320%2C35385%2C1732375245090.1732375247074 2024-11-23T15:20:47,093 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44277:44277)] 2024-11-23T15:20:47,093 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:47,093 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:47,094 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,094 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:20:47,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:47,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:47,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:20:47,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:47,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:47,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:20:47,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:47,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:47,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:20:47,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:47,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:47,102 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,103 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,103 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,104 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,104 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,104 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:47,105 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:47,106 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:47,107 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62497168, jitterRate=-0.06871962547302246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:47,107 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375247094Initializing all the Stores at 1732375247094Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375247095 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375247095Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375247095Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375247095Cleaning up temporary data from old regions at 1732375247104 (+9 ms)Region opened successfully at 1732375247107 (+3 ms) 2024-11-23T15:20:47,107 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:20:47,110 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589e68ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:47,110 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:20:47,110 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:20:47,110 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:20:47,110 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:20:47,111 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:20:47,111 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:20:47,111 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:20:47,112 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:20:47,113 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Unable to get data of znode /0580596302/balancer because node does not exist (not necessarily an error) 2024-11-23T15:20:47,182 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580596302/balancer already deleted, retry=false 2024-11-23T15:20:47,182 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:20:47,183 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Unable to get data of znode /0580596302/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:20:47,192 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580596302/normalizer already deleted, retry=false 2024-11-23T15:20:47,192 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:20:47,193 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Unable to get data of znode /0580596302/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:20:47,203 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580596302/switch/split already deleted, retry=false 2024-11-23T15:20:47,204 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Unable to get data of znode /0580596302/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:20:47,213 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580596302/switch/merge already deleted, retry=false 2024-11-23T15:20:47,215 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Unable to get data of znode /0580596302/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:20:47,224 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580596302/snapshot-cleanup already deleted, retry=false 2024-11-23T15:20:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0580596302/running 2024-11-23T15:20:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0580596302/running 2024-11-23T15:20:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:47,235 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,35385,1732375245090, sessionid=0x101684863de0000, setting cluster-up flag (Was=false) 2024-11-23T15:20:47,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:47,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:47,287 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0580596302/flush-table-proc/acquired, /0580596302/flush-table-proc/reached, /0580596302/flush-table-proc/abort 2024-11-23T15:20:47,288 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,35385,1732375245090 2024-11-23T15:20:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:47,339 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0580596302/online-snapshot/acquired, /0580596302/online-snapshot/reached, /0580596302/online-snapshot/abort 2024-11-23T15:20:47,340 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,35385,1732375245090 2024-11-23T15:20:47,342 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:20:47,343 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:47,343 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:20:47,343 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:20:47,343 WARN [master/018362ca5320:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 018362ca5320,40861,1732375216748: status=Processing ServerCrashProcedure of 018362ca5320,40861,1732375216748 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732375232117, completionTime=-1 appears to have been leaked 2024-11-23T15:20:47,344 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,35385,1732375245090 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:20:47,345 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:47,345 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:47,345 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:47,345 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:47,345 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:20:47,345 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,345 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:47,345 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:47,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:20:47,352 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:47,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:20:47,356 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375277356 2024-11-23T15:20:47,356 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:20:47,356 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:20:47,356 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:20:47,356 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:20:47,356 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:20:47,356 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:20:47,359 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,359 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:20:47,359 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:20:47,359 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:20:47,359 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:20:47,359 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:20:47,359 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:20:47,360 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375247359,5,FailOnTimeoutGroup] 2024-11-23T15:20:47,360 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375247360,5,FailOnTimeoutGroup] 2024-11-23T15:20:47,360 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,360 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:20:47,360 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,360 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:20:47,435 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(746): ClusterId : 748e6fc6-1742-491c-8b10-16f401488165 2024-11-23T15:20:47,435 DEBUG [RS:0;018362ca5320:41041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:20:47,445 DEBUG [RS:0;018362ca5320:41041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:20:47,445 DEBUG [RS:0;018362ca5320:41041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:20:47,456 DEBUG [RS:0;018362ca5320:41041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:20:47,456 DEBUG [RS:0;018362ca5320:41041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566c8cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:47,466 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:41041 2024-11-23T15:20:47,466 INFO [RS:0;018362ca5320:41041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:20:47,466 INFO [RS:0;018362ca5320:41041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:20:47,466 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:20:47,467 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,35385,1732375245090 with port=41041, startcode=1732375245286 2024-11-23T15:20:47,467 DEBUG [RS:0;018362ca5320:41041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:20:47,469 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:20:47,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,41041,1732375245286 2024-11-23T15:20:47,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(517): Registering regionserver=018362ca5320,41041,1732375245286 2024-11-23T15:20:47,470 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9 2024-11-23T15:20:47,470 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37527 2024-11-23T15:20:47,470 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:20:47,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302/rs 2024-11-23T15:20:47,477 DEBUG [RS:0;018362ca5320:41041 {}] zookeeper.ZKUtil(111): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on existing znode=/0580596302/rs/018362ca5320,41041,1732375245286 2024-11-23T15:20:47,477 WARN [RS:0;018362ca5320:41041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:47,477 INFO [RS:0;018362ca5320:41041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:47,477 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286 2024-11-23T15:20:47,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,41041,1732375245286] 2024-11-23T15:20:47,480 INFO [RS:0;018362ca5320:41041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:20:47,481 INFO [RS:0;018362ca5320:41041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:20:47,481 INFO [RS:0;018362ca5320:41041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:20:47,481 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,484 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:20:47,485 INFO [RS:0;018362ca5320:41041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:20:47,485 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:47,485 DEBUG [RS:0;018362ca5320:41041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:47,486 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,486 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,486 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,486 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,486 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,486 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41041,1732375245286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:47,499 INFO [RS:0;018362ca5320:41041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:20:47,499 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41041,1732375245286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,499 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,499 INFO [RS:0;018362ca5320:41041 {}] regionserver.Replication(171): 018362ca5320,41041,1732375245286 started 2024-11-23T15:20:47,513 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:47,513 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,41041,1732375245286, RpcServer on 018362ca5320/172.17.0.2:41041, sessionid=0x101684863de0001 2024-11-23T15:20:47,513 DEBUG [RS:0;018362ca5320:41041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:20:47,513 DEBUG [RS:0;018362ca5320:41041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,41041,1732375245286 2024-11-23T15:20:47,513 DEBUG [RS:0;018362ca5320:41041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,41041,1732375245286' 2024-11-23T15:20:47,513 DEBUG [RS:0;018362ca5320:41041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0580596302/flush-table-proc/abort' 2024-11-23T15:20:47,514 DEBUG [RS:0;018362ca5320:41041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0580596302/flush-table-proc/acquired' 2024-11-23T15:20:47,514 DEBUG [RS:0;018362ca5320:41041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:20:47,514 DEBUG [RS:0;018362ca5320:41041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:20:47,514 DEBUG [RS:0;018362ca5320:41041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,41041,1732375245286 2024-11-23T15:20:47,514 DEBUG [RS:0;018362ca5320:41041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,41041,1732375245286' 2024-11-23T15:20:47,514 DEBUG [RS:0;018362ca5320:41041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0580596302/online-snapshot/abort' 2024-11-23T15:20:47,515 DEBUG [RS:0;018362ca5320:41041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0580596302/online-snapshot/acquired' 2024-11-23T15:20:47,515 DEBUG [RS:0;018362ca5320:41041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:20:47,515 INFO [RS:0;018362ca5320:41041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:20:47,515 INFO [RS:0;018362ca5320:41041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:20:47,615 INFO [RS:0;018362ca5320:41041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:47,616 INFO [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C41041%2C1732375245286, suffix=, logDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286, archiveDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/oldWALs, maxLogs=10 2024-11-23T15:20:47,628 DEBUG [RS:0;018362ca5320:41041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617, exclude list is [], retry=0 2024-11-23T15:20:47,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36033,DS-316c12fa-f016-4b85-bd9e-c3b4505e6cfe,DISK] 2024-11-23T15:20:47,632 INFO [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 2024-11-23T15:20:47,633 DEBUG [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44277:44277)] 2024-11-23T15:20:47,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:20:47,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9 2024-11-23T15:20:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:20:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:20:47,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:20:47,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:48,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:48,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:48,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:48,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:48,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:48,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:48,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:48,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:48,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:48,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:48,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:48,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:48,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:48,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:48,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:48,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:48,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:48,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:48,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740 2024-11-23T15:20:48,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740 2024-11-23T15:20:48,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:48,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:48,182 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:48,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:48,184 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:48,185 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68665590, jitterRate=0.023197025060653687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:48,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375248168Initializing all the Stores at 1732375248168Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375248168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375248168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375248169 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375248169Cleaning up temporary data from old regions at 1732375248181 (+12 ms)Region opened successfully at 1732375248185 (+4 ms) 2024-11-23T15:20:48,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:48,185 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:48,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:48,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:48,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:48,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:48,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375248185Disabling compacts and flushes for region at 1732375248185Disabling writes for close at 1732375248185Writing region close event to WAL at 1732375248185Closed at 1732375248185 2024-11-23T15:20:48,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:48,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:20:48,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:20:48,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:48,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:20:48,338 DEBUG [018362ca5320:35385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:20:48,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,41041,1732375245286 2024-11-23T15:20:48,340 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,41041,1732375245286, state=OPENING 2024-11-23T15:20:48,403 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:20:48,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:48,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:20:48,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0580596302/meta-region-server: CHANGED 2024-11-23T15:20:48,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:48,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0580596302/meta-region-server: CHANGED 2024-11-23T15:20:48,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,41041,1732375245286}] 2024-11-23T15:20:48,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:20:48,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:20:48,572 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:20:48,572 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:48,572 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:20:48,573 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C41041%2C1732375245286.meta, suffix=.meta, logDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286, archiveDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/oldWALs, maxLogs=10 2024-11-23T15:20:48,590 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.meta.1732375248574.meta, exclude list is [], retry=0 2024-11-23T15:20:48,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36033,DS-316c12fa-f016-4b85-bd9e-c3b4505e6cfe,DISK] 2024-11-23T15:20:48,593 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.meta.1732375248574.meta 2024-11-23T15:20:48,594 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44277:44277)] 2024-11-23T15:20:48,594 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:48,594 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:48,594 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:20:48,594 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:20:48,594 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:20:48,595 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:20:48,595 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:48,595 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:20:48,595 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:20:48,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:48,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:48,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:48,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:48,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:48,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:48,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:48,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:48,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:48,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:48,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:48,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:48,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:48,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:48,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:48,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:48,602 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:48,603 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740 2024-11-23T15:20:48,604 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740 2024-11-23T15:20:48,605 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:48,605 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:48,606 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:48,607 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:48,607 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70396510, jitterRate=0.04898974299430847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:48,607 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:20:48,608 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375248595Writing region info on filesystem at 1732375248595Initializing all the Stores at 1732375248596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375248596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375248596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375248596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375248596Cleaning up temporary data from old regions at 1732375248605 (+9 ms)Running coprocessor post-open hooks at 1732375248607 (+2 ms)Region opened successfully at 1732375248608 (+1 ms) 2024-11-23T15:20:48,609 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375248566 2024-11-23T15:20:48,610 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:20:48,610 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:20:48,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,41041,1732375245286 2024-11-23T15:20:48,612 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,41041,1732375245286, state=OPEN 2024-11-23T15:20:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0580596302/meta-region-server 2024-11-23T15:20:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0580596302/meta-region-server 2024-11-23T15:20:48,685 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,41041,1732375245286 2024-11-23T15:20:48,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0580596302/meta-region-server: CHANGED 2024-11-23T15:20:48,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0580596302/meta-region-server: CHANGED 2024-11-23T15:20:48,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:20:48,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,41041,1732375245286 in 271 msec 2024-11-23T15:20:48,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:20:48,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-23T15:20:48,690 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:48,690 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:20:48,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:48,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,41041,1732375245286, seqNum=-1] 2024-11-23T15:20:48,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:48,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:48,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-23T15:20:48,699 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375248698, completionTime=-1 2024-11-23T15:20:48,699 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:20:48,699 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:20:48,700 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:20:48,700 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375308700 2024-11-23T15:20:48,700 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375368700 2024-11-23T15:20:48,700 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:20:48,701 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35385,1732375245090-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:48,701 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35385,1732375245090-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:48,701 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35385,1732375245090-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:48,701 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:35385, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:48,701 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:48,701 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:48,702 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:20:48,704 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.322sec 2024-11-23T15:20:48,704 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:20:48,704 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:20:48,704 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:20:48,704 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:20:48,704 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:20:48,704 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35385,1732375245090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:48,704 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35385,1732375245090-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:20:48,706 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:20:48,706 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:20:48,706 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35385,1732375245090-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:48,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417fd5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:48,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,35385,-1 for getting cluster id 2024-11-23T15:20:48,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:48,737 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '748e6fc6-1742-491c-8b10-16f401488165' 2024-11-23T15:20:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "748e6fc6-1742-491c-8b10-16f401488165" 2024-11-23T15:20:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b51b144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,35385,-1] 2024-11-23T15:20:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:48,739 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:48,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a38526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:48,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,41041,1732375245286, seqNum=-1] 2024-11-23T15:20:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:48,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:48,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,35385,1732375245090 2024-11-23T15:20:48,744 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55205 2024-11-23T15:20:48,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:48,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101684863de0002 connected 2024-11-23T15:20:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.log.dir so I do NOT create it in target/test-data/89f350b5-5c54-f412-2128-559886387006 2024-11-23T15:20:48,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:20:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.tmp.dir so I do NOT create it in target/test-data/89f350b5-5c54-f412-2128-559886387006 2024-11-23T15:20:48,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:20:48,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006 2024-11-23T15:20:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:20:48,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/cluster_a88de2db-f627-ac30-f977-a8e6e59c668e, deleteOnExit=true 2024-11-23T15:20:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:20:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/test.cache.data in system properties and HBase conf 2024-11-23T15:20:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:20:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:20:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:20:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:20:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:20:48,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:20:48,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:20:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:20:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:20:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:20:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:20:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:20:49,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:49,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:20:49,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:20:49,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:20:49,132 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:20:49,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:49,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565d8dee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:20:49,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0df9d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:20:49,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e34b1df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/java.io.tmpdir/jetty-localhost-39741-hadoop-hdfs-3_4_1-tests_jar-_-any-1688059204081381578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:20:49,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f4271f{HTTP/1.1, (http/1.1)}{localhost:39741} 2024-11-23T15:20:49,235 INFO [Time-limited test {}] server.Server(415): Started @179618ms 2024-11-23T15:20:49,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:20:49,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:20:49,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:20:49,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:20:49,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:20:49,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a416f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:20:49,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c09a47c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:20:49,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ce9c2e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/java.io.tmpdir/jetty-localhost-42111-hadoop-hdfs-3_4_1-tests_jar-_-any-13292542381320367117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:20:49,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ca55819{HTTP/1.1, (http/1.1)}{localhost:42111} 2024-11-23T15:20:49,648 INFO [Time-limited test {}] server.Server(415): Started @180030ms 2024-11-23T15:20:49,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:20:50,914 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/cluster_a88de2db-f627-ac30-f977-a8e6e59c668e/data/data1/current/BP-1623085694-172.17.0.2-1732375248809/current, will proceed with Du for space computation calculation, 2024-11-23T15:20:50,916 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/cluster_a88de2db-f627-ac30-f977-a8e6e59c668e/data/data2/current/BP-1623085694-172.17.0.2-1732375248809/current, will proceed with Du for space computation calculation, 2024-11-23T15:20:50,936 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:20:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d52694706d8d6e with lease ID 0xa1a7919ef513eed8: Processing first storage report for DS-9efae0a7-5eb3-423b-bc0f-22ab8404553c from datanode DatanodeRegistration(127.0.0.1:45783, datanodeUuid=fc767f9f-ccb1-4076-a722-cbc248695b66, infoPort=40807, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=1839915073;c=1732375248809) 2024-11-23T15:20:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d52694706d8d6e with lease ID 0xa1a7919ef513eed8: from storage DS-9efae0a7-5eb3-423b-bc0f-22ab8404553c node DatanodeRegistration(127.0.0.1:45783, datanodeUuid=fc767f9f-ccb1-4076-a722-cbc248695b66, infoPort=40807, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=1839915073;c=1732375248809), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T15:20:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d52694706d8d6e with lease ID 0xa1a7919ef513eed8: Processing first storage report for DS-f0b7a356-f55d-46ae-bf14-f6eedbb3bec9 from datanode DatanodeRegistration(127.0.0.1:45783, datanodeUuid=fc767f9f-ccb1-4076-a722-cbc248695b66, infoPort=40807, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=1839915073;c=1732375248809) 2024-11-23T15:20:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d52694706d8d6e with lease ID 0xa1a7919ef513eed8: from storage DS-f0b7a356-f55d-46ae-bf14-f6eedbb3bec9 node DatanodeRegistration(127.0.0.1:45783, datanodeUuid=fc767f9f-ccb1-4076-a722-cbc248695b66, infoPort=40807, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=1839915073;c=1732375248809), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:20:50,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006 2024-11-23T15:20:50,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:50,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:50,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:20:51,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538 with version=8 2024-11-23T15:20:51,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/hbase-staging 2024-11-23T15:20:51,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:51,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:51,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:51,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:51,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:51,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:51,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:20:51,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:51,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36349 2024-11-23T15:20:51,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36349 connecting to ZooKeeper ensemble=127.0.0.1:55205 2024-11-23T15:20:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363490x0, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:51,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36349-0x101684863de0003 connected 2024-11-23T15:20:51,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:51,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:51,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on znode that does not yet exist, /11441544095/running 2024-11-23T15:20:51,520 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538, hbase.cluster.distributed=false 2024-11-23T15:20:51,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on znode that does not yet exist, /11441544095/acl 2024-11-23T15:20:51,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36349 2024-11-23T15:20:51,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36349 2024-11-23T15:20:51,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36349 2024-11-23T15:20:51,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36349 2024-11-23T15:20:51,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36349 2024-11-23T15:20:51,543 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:20:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:51,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:20:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:20:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:20:51,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:20:51,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:20:51,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38663 2024-11-23T15:20:51,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38663 connecting to ZooKeeper ensemble=127.0.0.1:55205 2024-11-23T15:20:51,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:51,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:51,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386630x0, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:51,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386630x0, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on znode that does not yet exist, /11441544095/running 2024-11-23T15:20:51,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:20:51,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38663-0x101684863de0004 connected 2024-11-23T15:20:51,565 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:20:51,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on znode that does not yet exist, /11441544095/master 2024-11-23T15:20:51,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on znode that does not yet exist, /11441544095/acl 2024-11-23T15:20:51,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38663 2024-11-23T15:20:51,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38663 2024-11-23T15:20:51,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38663 2024-11-23T15:20:51,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38663 2024-11-23T15:20:51,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38663 2024-11-23T15:20:51,594 DEBUG [M:0;018362ca5320:36349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:36349 2024-11-23T15:20:51,595 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11441544095/backup-masters/018362ca5320,36349,1732375251388 2024-11-23T15:20:51,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095/backup-masters 2024-11-23T15:20:51,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095/backup-masters 2024-11-23T15:20:51,603 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on existing znode=/11441544095/backup-masters/018362ca5320,36349,1732375251388 2024-11-23T15:20:51,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:51,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11441544095/master 2024-11-23T15:20:51,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:51,614 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on existing znode=/11441544095/master 2024-11-23T15:20:51,614 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11441544095/backup-masters/018362ca5320,36349,1732375251388 from backup master directory 2024-11-23T15:20:51,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095/backup-masters 2024-11-23T15:20:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441544095/backup-masters/018362ca5320,36349,1732375251388 2024-11-23T15:20:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095/backup-masters 2024-11-23T15:20:51,624 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:51,624 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,36349,1732375251388 2024-11-23T15:20:51,628 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/hbase.id] with ID: 82608e8e-b51b-4ed2-9765-89da4857014d 2024-11-23T15:20:51,628 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/.tmp/hbase.id 2024-11-23T15:20:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:20:51,638 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/.tmp/hbase.id]:[hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/hbase.id] 2024-11-23T15:20:51,649 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:20:51,649 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:20:51,651 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:20:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:51,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:20:52,074 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:52,074 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:20:52,075 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:52,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:20:52,482 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store 2024-11-23T15:20:52,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:20:52,888 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:52,888 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:20:52,888 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:52,888 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:52,888 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:20:52,888 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:52,888 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:20:52,888 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375252888Disabling compacts and flushes for region at 1732375252888Disabling writes for close at 1732375252888Writing region close event to WAL at 1732375252888Closed at 1732375252888 2024-11-23T15:20:52,889 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/.initializing 2024-11-23T15:20:52,889 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/WALs/018362ca5320,36349,1732375251388 2024-11-23T15:20:52,890 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:52,893 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C36349%2C1732375251388, suffix=, logDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/WALs/018362ca5320,36349,1732375251388, archiveDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/oldWALs, maxLogs=10 2024-11-23T15:20:52,910 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/WALs/018362ca5320,36349,1732375251388/018362ca5320%2C36349%2C1732375251388.1732375252893, exclude list is [], retry=0 2024-11-23T15:20:52,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45783,DS-9efae0a7-5eb3-423b-bc0f-22ab8404553c,DISK] 2024-11-23T15:20:52,914 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/WALs/018362ca5320,36349,1732375251388/018362ca5320%2C36349%2C1732375251388.1732375252893 2024-11-23T15:20:52,915 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40807:40807)] 2024-11-23T15:20:52,915 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:52,915 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:52,915 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,915 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:20:52,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:52,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:52,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:20:52,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:52,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:52,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:20:52,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:52,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:52,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:20:52,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:52,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:52,925 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,926 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,926 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,927 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,927 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,928 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:52,936 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:20:52,938 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:52,938 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62981546, jitterRate=-0.06150183081626892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:52,938 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375252915Initializing all the Stores at 1732375252916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375252916Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375252916Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375252916Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375252916Cleaning up temporary data from old regions at 1732375252927 (+11 ms)Region opened successfully at 1732375252938 (+11 ms) 2024-11-23T15:20:52,940 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:20:52,943 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca2f9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:52,944 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:20:52,944 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:20:52,944 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:20:52,944 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:20:52,945 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:20:52,945 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:20:52,945 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:20:52,948 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:20:52,948 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Unable to get data of znode /11441544095/balancer because node does not exist (not necessarily an error) 2024-11-23T15:20:53,087 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441544095/balancer already deleted, retry=false 2024-11-23T15:20:53,087 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:20:53,088 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Unable to get data of znode /11441544095/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:20:53,146 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441544095/normalizer already deleted, retry=false 2024-11-23T15:20:53,147 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:20:53,148 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Unable to get data of znode /11441544095/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:20:53,223 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441544095/switch/split already deleted, retry=false 2024-11-23T15:20:53,224 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Unable to get data of znode /11441544095/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:20:53,349 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441544095/switch/merge already deleted, retry=false 2024-11-23T15:20:53,351 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Unable to get data of znode /11441544095/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:20:53,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:20:53,412 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441544095/snapshot-cleanup already deleted, retry=false 2024-11-23T15:20:53,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:53,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:53,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:53,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:53,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:53,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:53,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:53,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:20:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11441544095/running 2024-11-23T15:20:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11441544095/running 2024-11-23T15:20:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:53,478 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,36349,1732375251388, sessionid=0x101684863de0003, setting cluster-up flag (Was=false) 2024-11-23T15:20:53,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:20:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:53,557 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11441544095/flush-table-proc/acquired, /11441544095/flush-table-proc/reached, /11441544095/flush-table-proc/abort 2024-11-23T15:20:53,558 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,36349,1732375251388 2024-11-23T15:20:53,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:53,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:53,613 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11441544095/online-snapshot/acquired, /11441544095/online-snapshot/reached, /11441544095/online-snapshot/abort 2024-11-23T15:20:53,614 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,36349,1732375251388 2024-11-23T15:20:53,615 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:20:53,616 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:53,616 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:20:53,616 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:20:53,616 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,36349,1732375251388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:20:53,617 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:53,617 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:53,617 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:53,617 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:20:53,618 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:20:53,618 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,618 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:53,618 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,618 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375283618 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:20:53,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:53,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:20:53,619 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:20:53,620 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:20:53,620 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:20:53,620 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:20:53,620 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:20:53,620 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:53,620 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375253620,5,FailOnTimeoutGroup] 2024-11-23T15:20:53,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:20:53,621 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375253620,5,FailOnTimeoutGroup] 2024-11-23T15:20:53,621 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,621 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:20:53,621 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,621 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:20:53,683 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(746): ClusterId : 82608e8e-b51b-4ed2-9765-89da4857014d 2024-11-23T15:20:53,683 DEBUG [RS:0;018362ca5320:38663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:20:53,694 DEBUG [RS:0;018362ca5320:38663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:20:53,694 DEBUG [RS:0;018362ca5320:38663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:20:53,705 DEBUG [RS:0;018362ca5320:38663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:20:53,705 DEBUG [RS:0;018362ca5320:38663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a320c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:20:53,719 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:38663 2024-11-23T15:20:53,719 INFO [RS:0;018362ca5320:38663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:20:53,719 INFO [RS:0;018362ca5320:38663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:20:53,719 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:20:53,720 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,36349,1732375251388 with port=38663, startcode=1732375251543 2024-11-23T15:20:53,720 DEBUG [RS:0;018362ca5320:38663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:20:53,722 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:20:53,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,38663,1732375251543 2024-11-23T15:20:53,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] master.ServerManager(517): Registering regionserver=018362ca5320,38663,1732375251543 2024-11-23T15:20:53,723 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538 2024-11-23T15:20:53,723 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38269 2024-11-23T15:20:53,723 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:20:53,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095/rs 2024-11-23T15:20:53,736 DEBUG [RS:0;018362ca5320:38663 {}] zookeeper.ZKUtil(111): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on existing znode=/11441544095/rs/018362ca5320,38663,1732375251543 2024-11-23T15:20:53,736 WARN [RS:0;018362ca5320:38663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:20:53,736 INFO [RS:0;018362ca5320:38663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:53,736 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543 2024-11-23T15:20:53,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,38663,1732375251543] 2024-11-23T15:20:53,741 INFO [RS:0;018362ca5320:38663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:20:53,744 INFO [RS:0;018362ca5320:38663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:20:53,747 INFO [RS:0;018362ca5320:38663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:20:53,747 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,747 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:20:53,748 INFO [RS:0;018362ca5320:38663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:20:53,748 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,748 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,748 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,748 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,748 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,748 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,748 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:20:53,748 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,749 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,749 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,749 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,749 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,749 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:20:53,749 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:53,749 DEBUG [RS:0;018362ca5320:38663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:20:53,749 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,749 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,749 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,749 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,750 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,750 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,38663,1732375251543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:53,766 INFO [RS:0;018362ca5320:38663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:20:53,766 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,38663,1732375251543-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,766 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,767 INFO [RS:0;018362ca5320:38663 {}] regionserver.Replication(171): 018362ca5320,38663,1732375251543 started 2024-11-23T15:20:53,784 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:53,785 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,38663,1732375251543, RpcServer on 018362ca5320/172.17.0.2:38663, sessionid=0x101684863de0004 2024-11-23T15:20:53,785 DEBUG [RS:0;018362ca5320:38663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:20:53,785 DEBUG [RS:0;018362ca5320:38663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,38663,1732375251543 2024-11-23T15:20:53,785 DEBUG [RS:0;018362ca5320:38663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,38663,1732375251543' 2024-11-23T15:20:53,785 DEBUG [RS:0;018362ca5320:38663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11441544095/flush-table-proc/abort' 2024-11-23T15:20:53,785 DEBUG [RS:0;018362ca5320:38663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11441544095/flush-table-proc/acquired' 2024-11-23T15:20:53,786 DEBUG [RS:0;018362ca5320:38663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:20:53,786 DEBUG [RS:0;018362ca5320:38663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:20:53,786 DEBUG [RS:0;018362ca5320:38663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,38663,1732375251543 2024-11-23T15:20:53,786 DEBUG [RS:0;018362ca5320:38663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,38663,1732375251543' 2024-11-23T15:20:53,786 DEBUG [RS:0;018362ca5320:38663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11441544095/online-snapshot/abort' 2024-11-23T15:20:53,786 DEBUG [RS:0;018362ca5320:38663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11441544095/online-snapshot/acquired' 2024-11-23T15:20:53,786 DEBUG [RS:0;018362ca5320:38663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:20:53,786 INFO [RS:0;018362ca5320:38663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:20:53,786 INFO [RS:0;018362ca5320:38663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:20:53,887 INFO [RS:0;018362ca5320:38663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:20:53,889 INFO [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C38663%2C1732375251543, suffix=, logDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543, archiveDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/oldWALs, maxLogs=10 2024-11-23T15:20:53,903 DEBUG [RS:0;018362ca5320:38663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889, exclude list is [], retry=0 2024-11-23T15:20:53,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45783,DS-9efae0a7-5eb3-423b-bc0f-22ab8404553c,DISK] 2024-11-23T15:20:53,908 INFO [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 2024-11-23T15:20:53,909 DEBUG [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40807:40807)] 2024-11-23T15:20:54,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:20:54,029 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538 2024-11-23T15:20:54,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:20:54,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:54,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:54,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:54,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:54,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:54,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:54,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:54,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:54,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:54,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:54,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:54,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:54,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:54,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:54,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:54,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:54,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:54,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:54,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740 2024-11-23T15:20:54,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740 2024-11-23T15:20:54,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:54,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:54,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:54,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:54,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:54,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62463365, jitterRate=-0.0692233294248581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375254437Initializing all the Stores at 1732375254437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375254437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375254438 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375254438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375254438Cleaning up temporary data from old regions at 1732375254448 (+10 ms)Region opened successfully at 1732375254451 (+3 ms) 2024-11-23T15:20:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:20:54,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:20:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:20:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:20:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:20:54,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:20:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375254451Disabling compacts and flushes for region at 1732375254451Disabling writes for close at 1732375254451Writing region close event to WAL at 1732375254451Closed at 1732375254451 2024-11-23T15:20:54,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:54,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:20:54,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:20:54,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:54,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:20:54,604 DEBUG [018362ca5320:36349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:20:54,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,38663,1732375251543 2024-11-23T15:20:54,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,38663,1732375251543, state=OPENING 2024-11-23T15:20:55,110 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:20:55,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:55,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:20:55,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:20:55,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11441544095/meta-region-server: CHANGED 2024-11-23T15:20:55,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11441544095/meta-region-server: CHANGED 2024-11-23T15:20:55,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,38663,1732375251543}] 2024-11-23T15:20:55,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:20:55,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:20:55,314 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:20:55,314 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:20:55,314 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:20:55,315 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C38663%2C1732375251543.meta, suffix=.meta, logDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543, archiveDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/oldWALs, maxLogs=10 2024-11-23T15:20:55,327 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.meta.1732375255316.meta, exclude list is [], retry=0 2024-11-23T15:20:55,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45783,DS-9efae0a7-5eb3-423b-bc0f-22ab8404553c,DISK] 2024-11-23T15:20:55,332 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.meta.1732375255316.meta 2024-11-23T15:20:55,333 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40807:40807)] 2024-11-23T15:20:55,333 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:55,334 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:55,334 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:20:55,334 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:20:55,334 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:20:55,335 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:20:55,335 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:55,335 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:20:55,335 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:20:55,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:20:55,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:20:55,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:55,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:55,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:20:55,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:20:55,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:55,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:55,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:20:55,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:20:55,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:55,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:55,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:20:55,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:20:55,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:55,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:20:55,340 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:20:55,341 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740 2024-11-23T15:20:55,341 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740 2024-11-23T15:20:55,342 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:20:55,342 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:20:55,343 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:20:55,344 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:20:55,344 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67720332, jitterRate=0.009111583232879639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:20:55,344 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:20:55,344 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375255335Writing region info on filesystem at 1732375255335Initializing all the Stores at 1732375255336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375255336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375255336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375255336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375255336Cleaning up temporary data from old regions at 1732375255342 (+6 ms)Running coprocessor post-open hooks at 1732375255344 (+2 ms)Region opened successfully at 1732375255344 2024-11-23T15:20:55,345 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375255309 2024-11-23T15:20:55,347 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:20:55,347 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:20:55,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,38663,1732375251543 2024-11-23T15:20:55,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,38663,1732375251543, state=OPEN 2024-11-23T15:20:55,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11441544095/meta-region-server 2024-11-23T15:20:55,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11441544095/meta-region-server 2024-11-23T15:20:55,434 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,38663,1732375251543 2024-11-23T15:20:55,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11441544095/meta-region-server: CHANGED 2024-11-23T15:20:55,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11441544095/meta-region-server: CHANGED 2024-11-23T15:20:55,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:20:55,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,38663,1732375251543 in 277 msec 2024-11-23T15:20:55,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:20:55,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 984 msec 2024-11-23T15:20:55,438 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:20:55,438 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:20:55,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:55,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:20:55,440 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:55,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:55,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8280 sec 2024-11-23T15:20:55,444 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375255444, completionTime=-1 2024-11-23T15:20:55,445 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:20:55,445 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375315446 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375375446 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36349,1732375251388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36349,1732375251388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36349,1732375251388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:36349, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:55,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:55,447 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:55,448 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:20:55,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.827sec 2024-11-23T15:20:55,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:20:55,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:20:55,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:20:55,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:20:55,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:20:55,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36349,1732375251388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:20:55,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36349,1732375251388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:20:55,453 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:20:55,453 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:20:55,453 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36349,1732375251388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:20:55,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cae3c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:55,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36349,-1 for getting cluster id 2024-11-23T15:20:55,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:55,485 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82608e8e-b51b-4ed2-9765-89da4857014d' 2024-11-23T15:20:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82608e8e-b51b-4ed2-9765-89da4857014d" 2024-11-23T15:20:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa35c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36349,-1] 2024-11-23T15:20:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:55,487 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:55,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667574cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:55,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:20:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:20:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:20:55,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:20:55,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,36349,1732375251388 2024-11-23T15:20:55,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55205 2024-11-23T15:20:55,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:20:55,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101684863de0005 connected 2024-11-23T15:20:55,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,35385,1732375245090 2024-11-23T15:20:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d1d5ee4 2024-11-23T15:20:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:55,582 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:20:55,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:20:55,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:20:55,584 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:55,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:20:55,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:20:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:20:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:55,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7aa819f2b419ce28aba43a02096fdda6, NAME => 'test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9 2024-11-23T15:20:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:20:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:56,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:56,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7aa819f2b419ce28aba43a02096fdda6, disabling compactions & flushes 2024-11-23T15:20:56,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:20:56,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:20:56,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. after waiting 0 ms 2024-11-23T15:20:56,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:20:56,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:20:56,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7aa819f2b419ce28aba43a02096fdda6: Waiting for close lock at 1732375256404Disabling compacts and flushes for region at 1732375256404Disabling writes for close at 1732375256404Writing region close event to WAL at 1732375256404Closed at 1732375256404 2024-11-23T15:20:56,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:20:56,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375256405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375256405"}]},"ts":"1732375256405"} 2024-11-23T15:20:56,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:20:56,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:20:56,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375256408"}]},"ts":"1732375256408"} 2024-11-23T15:20:56,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:20:56,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7aa819f2b419ce28aba43a02096fdda6, ASSIGN}] 2024-11-23T15:20:56,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7aa819f2b419ce28aba43a02096fdda6, ASSIGN 2024-11-23T15:20:56,412 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7aa819f2b419ce28aba43a02096fdda6, ASSIGN; state=OFFLINE, location=018362ca5320,41041,1732375245286; forceNewPlan=false, retain=false 2024-11-23T15:20:56,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7aa819f2b419ce28aba43a02096fdda6, regionState=OPENING, regionLocation=018362ca5320,41041,1732375245286 2024-11-23T15:20:56,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7aa819f2b419ce28aba43a02096fdda6, ASSIGN because future has completed 2024-11-23T15:20:56,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aa819f2b419ce28aba43a02096fdda6, server=018362ca5320,41041,1732375245286}] 2024-11-23T15:20:56,721 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:20:56,722 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7aa819f2b419ce28aba43a02096fdda6, NAME => 'test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:56,722 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:56,722 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:20:56,722 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,722 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:56,723 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,723 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,724 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,725 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa819f2b419ce28aba43a02096fdda6 columnFamilyName f 2024-11-23T15:20:56,725 DEBUG [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:56,725 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] regionserver.HStore(327): Store=7aa819f2b419ce28aba43a02096fdda6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:56,725 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:56,726 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa819f2b419ce28aba43a02096fdda6 columnFamilyName f1 2024-11-23T15:20:56,727 DEBUG [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:56,727 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] regionserver.HStore(327): Store=7aa819f2b419ce28aba43a02096fdda6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:56,727 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,728 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa819f2b419ce28aba43a02096fdda6 columnFamilyName norep 2024-11-23T15:20:56,728 DEBUG [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:56,728 INFO [StoreOpener-7aa819f2b419ce28aba43a02096fdda6-1 {}] regionserver.HStore(327): Store=7aa819f2b419ce28aba43a02096fdda6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:56,728 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,729 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,729 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,730 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,730 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,730 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:20:56,732 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,734 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:56,734 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7aa819f2b419ce28aba43a02096fdda6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67341502, jitterRate=0.003466576337814331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:20:56,734 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:20:56,735 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7aa819f2b419ce28aba43a02096fdda6: Running coprocessor pre-open hook at 1732375256723Writing region info on filesystem at 1732375256723Initializing all the Stores at 1732375256724 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375256724Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375256724Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375256724Cleaning up temporary data from old regions at 1732375256730 (+6 ms)Running coprocessor post-open hooks at 1732375256734 (+4 ms)Region opened successfully at 1732375256735 (+1 ms) 2024-11-23T15:20:56,736 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6., pid=6, masterSystemTime=1732375256718 2024-11-23T15:20:56,738 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:20:56,738 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:20:56,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7aa819f2b419ce28aba43a02096fdda6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,41041,1732375245286 2024-11-23T15:20:56,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aa819f2b419ce28aba43a02096fdda6, server=018362ca5320,41041,1732375245286 because future has completed 2024-11-23T15:20:56,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:20:56,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7aa819f2b419ce28aba43a02096fdda6, server=018362ca5320,41041,1732375245286 in 178 msec 2024-11-23T15:20:56,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:20:56,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7aa819f2b419ce28aba43a02096fdda6, ASSIGN in 334 msec 2024-11-23T15:20:56,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:20:56,748 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375256748"}]},"ts":"1732375256748"} 2024-11-23T15:20:56,751 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:20:56,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:20:56,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-23T15:20:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:57,736 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:20:57,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,36349,1732375251388 2024-11-23T15:20:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c09ea08 2024-11-23T15:20:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:57,738 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:20:57,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:20:57,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:20:57,741 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:57,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:20:57,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:20:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:57,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:20:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:57,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:20:57,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:20:57,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:20:57,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T15:20:57,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:20:57,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T15:20:57,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:20:57,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T15:20:57,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:20:57,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T15:20:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:58,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2a0c80dba112a0b7399d03b11069685, NAME => 'test,,1732375257739.b2a0c80dba112a0b7399d03b11069685.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538 2024-11-23T15:20:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:20:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:58,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375257739.b2a0c80dba112a0b7399d03b11069685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:58,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b2a0c80dba112a0b7399d03b11069685, disabling compactions & flushes 2024-11-23T15:20:58,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:20:58,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:20:58,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. after waiting 0 ms 2024-11-23T15:20:58,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:20:58,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:20:58,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2a0c80dba112a0b7399d03b11069685: Waiting for close lock at 1732375258555Disabling compacts and flushes for region at 1732375258555Disabling writes for close at 1732375258555Writing region close event to WAL at 1732375258555Closed at 1732375258555 2024-11-23T15:20:58,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:20:58,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375257739.b2a0c80dba112a0b7399d03b11069685.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375258557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375258557"}]},"ts":"1732375258557"} 2024-11-23T15:20:58,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:20:58,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:20:58,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375258559"}]},"ts":"1732375258559"} 2024-11-23T15:20:58,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:20:58,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2a0c80dba112a0b7399d03b11069685, ASSIGN}] 2024-11-23T15:20:58,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2a0c80dba112a0b7399d03b11069685, ASSIGN 2024-11-23T15:20:58,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b2a0c80dba112a0b7399d03b11069685, ASSIGN; state=OFFLINE, location=018362ca5320,38663,1732375251543; forceNewPlan=false, retain=false 2024-11-23T15:20:58,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2a0c80dba112a0b7399d03b11069685, regionState=OPENING, regionLocation=018362ca5320,38663,1732375251543 2024-11-23T15:20:58,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b2a0c80dba112a0b7399d03b11069685, ASSIGN because future has completed 2024-11-23T15:20:58,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a0c80dba112a0b7399d03b11069685, server=018362ca5320,38663,1732375251543}] 2024-11-23T15:20:58,872 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:20:58,872 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b2a0c80dba112a0b7399d03b11069685, NAME => 'test,,1732375257739.b2a0c80dba112a0b7399d03b11069685.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:20:58,872 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:20:58,872 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:20:58,872 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,872 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375257739.b2a0c80dba112a0b7399d03b11069685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:20:58,872 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,872 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,873 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,874 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a0c80dba112a0b7399d03b11069685 columnFamilyName f 2024-11-23T15:20:58,875 DEBUG [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:58,875 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] regionserver.HStore(327): Store=b2a0c80dba112a0b7399d03b11069685/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:58,875 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:58,876 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a0c80dba112a0b7399d03b11069685 columnFamilyName f1 2024-11-23T15:20:58,876 DEBUG [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:58,876 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] regionserver.HStore(327): Store=b2a0c80dba112a0b7399d03b11069685/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:58,876 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,877 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a0c80dba112a0b7399d03b11069685 columnFamilyName norep 2024-11-23T15:20:58,877 DEBUG [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:58,877 INFO [StoreOpener-b2a0c80dba112a0b7399d03b11069685-1 {}] regionserver.HStore(327): Store=b2a0c80dba112a0b7399d03b11069685/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:20:58,878 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,878 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,878 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,879 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,879 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,879 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:20:58,880 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,882 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:20:58,882 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b2a0c80dba112a0b7399d03b11069685; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64729120, jitterRate=-0.0354609489440918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:20:58,882 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:20:58,883 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b2a0c80dba112a0b7399d03b11069685: Running coprocessor pre-open hook at 1732375258873Writing region info on filesystem at 1732375258873Initializing all the Stores at 1732375258873Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375258873Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375258873Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375258873Cleaning up temporary data from old regions at 1732375258879 (+6 ms)Running coprocessor post-open hooks at 1732375258883 (+4 ms)Region opened successfully at 1732375258883 2024-11-23T15:20:58,883 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375257739.b2a0c80dba112a0b7399d03b11069685., pid=6, masterSystemTime=1732375258868 2024-11-23T15:20:58,885 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:20:58,885 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:20:58,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2a0c80dba112a0b7399d03b11069685, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,38663,1732375251543 2024-11-23T15:20:58,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a0c80dba112a0b7399d03b11069685, server=018362ca5320,38663,1732375251543 because future has completed 2024-11-23T15:20:58,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:20:58,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b2a0c80dba112a0b7399d03b11069685, server=018362ca5320,38663,1732375251543 in 172 msec 2024-11-23T15:20:58,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:20:58,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b2a0c80dba112a0b7399d03b11069685, ASSIGN in 328 msec 2024-11-23T15:20:58,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:20:58,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375258892"}]},"ts":"1732375258892"} 2024-11-23T15:20:58,894 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:20:58,895 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:20:58,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-23T15:20:59,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:20:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:20:59,886 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:20:59,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ea3a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,35385,-1 for getting cluster id 2024-11-23T15:20:59,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:59,888 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '748e6fc6-1742-491c-8b10-16f401488165' 2024-11-23T15:20:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "748e6fc6-1742-491c-8b10-16f401488165" 2024-11-23T15:20:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf1ff96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,35385,-1] 2024-11-23T15:20:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:59,890 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:59,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfcb111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf5c978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36349,-1 for getting cluster id 2024-11-23T15:20:59,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:59,893 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82608e8e-b51b-4ed2-9765-89da4857014d' 2024-11-23T15:20:59,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:59,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82608e8e-b51b-4ed2-9765-89da4857014d" 2024-11-23T15:20:59,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72acb840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36349,-1] 2024-11-23T15:20:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:59,895 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492c7ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cfaac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,35385,-1 for getting cluster id 2024-11-23T15:20:59,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:59,897 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '748e6fc6-1742-491c-8b10-16f401488165' 2024-11-23T15:20:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "748e6fc6-1742-491c-8b10-16f401488165" 2024-11-23T15:20:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be9f4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,35385,-1] 2024-11-23T15:20:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:59,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:59,898 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663f9ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,35385,1732375245090 2024-11-23T15:20:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76e44fc9 2024-11-23T15:20:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:59,900 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:20:59,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:36349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:20:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:20:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:20:59,903 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:36349' 2024-11-23T15:20:59,904 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51225251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,904 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36349,-1 for getting cluster id 2024-11-23T15:20:59,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:20:59,904 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82608e8e-b51b-4ed2-9765-89da4857014d' 2024-11-23T15:20:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:20:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82608e8e-b51b-4ed2-9765-89da4857014d" 2024-11-23T15:20:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9f9447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36349,-1] 2024-11-23T15:20:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:20:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:59,906 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:20:59,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541aaba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:20:59,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:20:59,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,36349,1732375251388 2024-11-23T15:20:59,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66fe1cb 2024-11-23T15:20:59,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:20:59,909 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:20:59,909 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:20:59,909 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:20:59,909 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:59,909 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:20:59,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:20:59,910 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:20:59,911 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:20:59,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:20:59,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:20:59,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:20:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:20:59,961 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:21:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:00,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a904a9314e056e22f3d0a9254124054, NAME => 'hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9 2024-11-23T15:21:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:00,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:21:00,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:00,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:00,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:00,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:00,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:00,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:00,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:00,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:00,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:01,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:01,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1a904a9314e056e22f3d0a9254124054, disabling compactions & flushes 2024-11-23T15:21:01,019 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:01,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:01,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. after waiting 0 ms 2024-11-23T15:21:01,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:01,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:01,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a904a9314e056e22f3d0a9254124054: Waiting for close lock at 1732375261019Disabling compacts and flushes for region at 1732375261019Disabling writes for close at 1732375261019Writing region close event to WAL at 1732375261020 (+1 ms)Closed at 1732375261020 2024-11-23T15:21:01,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:01,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375261021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375261021"}]},"ts":"1732375261021"} 2024-11-23T15:21:01,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:21:01,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:01,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375261023"}]},"ts":"1732375261023"} 2024-11-23T15:21:01,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:21:01,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a904a9314e056e22f3d0a9254124054, ASSIGN}] 2024-11-23T15:21:01,026 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a904a9314e056e22f3d0a9254124054, ASSIGN 2024-11-23T15:21:01,027 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a904a9314e056e22f3d0a9254124054, ASSIGN; state=OFFLINE, location=018362ca5320,41041,1732375245286; forceNewPlan=false, retain=false 2024-11-23T15:21:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:01,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a904a9314e056e22f3d0a9254124054, regionState=OPENING, regionLocation=018362ca5320,41041,1732375245286 2024-11-23T15:21:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a904a9314e056e22f3d0a9254124054, ASSIGN because future has completed 2024-11-23T15:21:01,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a904a9314e056e22f3d0a9254124054, server=018362ca5320,41041,1732375245286}] 2024-11-23T15:21:01,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:01,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:01,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:21:01,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C41041%2C1732375245286.rep, suffix=, logDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286, archiveDir=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/oldWALs, maxLogs=10 2024-11-23T15:21:01,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.rep.1732375261337, exclude list is [], retry=0 2024-11-23T15:21:01,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36033,DS-316c12fa-f016-4b85-bd9e-c3b4505e6cfe,DISK] 2024-11-23T15:21:01,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.rep.1732375261337 2024-11-23T15:21:01,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44277:44277)] 2024-11-23T15:21:01,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a904a9314e056e22f3d0a9254124054, NAME => 'hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:01,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:01,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:21:01,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. service=MultiRowMutationService 2024-11-23T15:21:01,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:21:01,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:01,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,354 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,355 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a904a9314e056e22f3d0a9254124054 columnFamilyName hfileref 2024-11-23T15:21:01,355 DEBUG [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:01,355 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] regionserver.HStore(327): Store=1a904a9314e056e22f3d0a9254124054/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:01,355 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,356 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a904a9314e056e22f3d0a9254124054 columnFamilyName queue 2024-11-23T15:21:01,356 DEBUG [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:01,357 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] regionserver.HStore(327): Store=1a904a9314e056e22f3d0a9254124054/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:01,357 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,358 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a904a9314e056e22f3d0a9254124054 columnFamilyName sid 2024-11-23T15:21:01,358 DEBUG [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:01,358 INFO [StoreOpener-1a904a9314e056e22f3d0a9254124054-1 {}] regionserver.HStore(327): Store=1a904a9314e056e22f3d0a9254124054/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:01,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:21:01,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:01,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1a904a9314e056e22f3d0a9254124054; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66401181, jitterRate=-0.010545298457145691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:21:01,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:01,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1a904a9314e056e22f3d0a9254124054: Running coprocessor pre-open hook at 1732375261353Writing region info on filesystem at 1732375261353Initializing all the Stores at 1732375261354 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375261354Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375261354Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375261354Cleaning up temporary data from old regions at 1732375261360 (+6 ms)Running coprocessor post-open hooks at 1732375261364 (+4 ms)Region opened successfully at 1732375261364 2024-11-23T15:21:01,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054., pid=10, masterSystemTime=1732375261332 2024-11-23T15:21:01,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:01,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:01,367 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a904a9314e056e22f3d0a9254124054, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,41041,1732375245286 2024-11-23T15:21:01,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a904a9314e056e22f3d0a9254124054, server=018362ca5320,41041,1732375245286 because future has completed 2024-11-23T15:21:01,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:21:01,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a904a9314e056e22f3d0a9254124054, server=018362ca5320,41041,1732375245286 in 190 msec 2024-11-23T15:21:01,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:21:01,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a904a9314e056e22f3d0a9254124054, ASSIGN in 346 msec 2024-11-23T15:21:01,374 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:01,374 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375261374"}]},"ts":"1732375261374"} 2024-11-23T15:21:01,375 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:21:01,376 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:01,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4660 sec 2024-11-23T15:21:01,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054., hostname=018362ca5320,41041,1732375245286, seqNum=2] 2024-11-23T15:21:02,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:21:02,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:21:02,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:21:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:02,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:21:02,177 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:21:02,202 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,41041,1732375245286, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:21:02,203 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:02,203 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,41041,1732375245286, seqNum=-1] 2024-11-23T15:21:02,203 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:02,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T15:21:02,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,41041,1732375245286', locateType=CURRENT is [region=hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054., hostname=018362ca5320,41041,1732375245286, seqNum=2] 2024-11-23T15:21:02,208 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:21:02,210 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,41041,1732375245286 suceeded 2024-11-23T15:21:02,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:21:02,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-23T15:21:02,212 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:36349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:21:02,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.3110 sec 2024-11-23T15:21:02,222 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:36349' 2024-11-23T15:21:02,223 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c524a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:02,223 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36349,-1 for getting cluster id 2024-11-23T15:21:02,223 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:02,224 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82608e8e-b51b-4ed2-9765-89da4857014d' 2024-11-23T15:21:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82608e8e-b51b-4ed2-9765-89da4857014d" 2024-11-23T15:21:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50829998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36349,-1] 2024-11-23T15:21:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:02,226 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:02,226 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@313d0979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:02,226 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,36349,1732375251388 2024-11-23T15:21:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2afd7cda 2024-11-23T15:21:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:02,228 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T15:21:02,229 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,41041,1732375245286 (queues=1) is replicating from cluster=748e6fc6-1742-491c-8b10-16f401488165 to cluster=82608e8e-b51b-4ed2-9765-89da4857014d 2024-11-23T15:21:02,229 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C41041%2C1732375245286 2024-11-23T15:21:02,229 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,41041,1732375245286, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:21:02,229 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C41041%2C1732375245286 2024-11-23T15:21:02,230 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617, startPosition=0, beingWritten=true 2024-11-23T15:21:02,234 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:02,234 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:02,234 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,41041,1732375245286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:02,438 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:02,742 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:03,148 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:03,653 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:04,066 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:21:04,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:04,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:04,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:04,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:04,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:04,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ee054a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:04,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36349,-1 for getting cluster id 2024-11-23T15:21:04,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:04,068 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82608e8e-b51b-4ed2-9765-89da4857014d' 2024-11-23T15:21:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82608e8e-b51b-4ed2-9765-89da4857014d" 2024-11-23T15:21:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79aee236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36349,-1] 2024-11-23T15:21:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:04,070 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37593429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:04,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,36349,1732375251388 2024-11-23T15:21:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5914f600 2024-11-23T15:21:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:04,072 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:04,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:35385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:21:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:21:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:04,075 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:35385' 2024-11-23T15:21:04,076 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200ea064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:04,076 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,35385,-1 for getting cluster id 2024-11-23T15:21:04,076 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:04,077 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '748e6fc6-1742-491c-8b10-16f401488165' 2024-11-23T15:21:04,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:04,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "748e6fc6-1742-491c-8b10-16f401488165" 2024-11-23T15:21:04,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6911d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:04,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,35385,-1] 2024-11-23T15:21:04,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:04,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:04,078 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:04,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bb1766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:04,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:04,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,35385,1732375245090 2024-11-23T15:21:04,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f94f79b 2024-11-23T15:21:04,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:04,080 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:04,081 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:21:04,081 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:21:04,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:04,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:04,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:04,082 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:04,082 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:21:04,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:21:04,084 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:04,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:21:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:21:04,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf6f9a09c383d6af2cfef234c1322dcb, NAME => 'hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538 2024-11-23T15:21:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:21:04,133 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:21:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:04,257 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:04,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:04,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf6f9a09c383d6af2cfef234c1322dcb, disabling compactions & flushes 2024-11-23T15:21:04,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:04,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:04,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. after waiting 0 ms 2024-11-23T15:21:04,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:04,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:04,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf6f9a09c383d6af2cfef234c1322dcb: Waiting for close lock at 1732375264503Disabling compacts and flushes for region at 1732375264503Disabling writes for close at 1732375264503Writing region close event to WAL at 1732375264503Closed at 1732375264503 2024-11-23T15:21:04,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:04,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375264504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375264504"}]},"ts":"1732375264504"} 2024-11-23T15:21:04,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:21:04,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:04,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375264507"}]},"ts":"1732375264507"} 2024-11-23T15:21:04,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:21:04,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf6f9a09c383d6af2cfef234c1322dcb, ASSIGN}] 2024-11-23T15:21:04,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf6f9a09c383d6af2cfef234c1322dcb, ASSIGN 2024-11-23T15:21:04,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf6f9a09c383d6af2cfef234c1322dcb, ASSIGN; state=OFFLINE, location=018362ca5320,38663,1732375251543; forceNewPlan=false, retain=false 2024-11-23T15:21:04,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf6f9a09c383d6af2cfef234c1322dcb, regionState=OPENING, regionLocation=018362ca5320,38663,1732375251543 2024-11-23T15:21:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf6f9a09c383d6af2cfef234c1322dcb, ASSIGN because future has completed 2024-11-23T15:21:04,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf6f9a09c383d6af2cfef234c1322dcb, server=018362ca5320,38663,1732375251543}] 2024-11-23T15:21:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:04,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:04,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:04,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:21:04,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C38663%2C1732375251543.rep, suffix=, logDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543, archiveDir=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/oldWALs, maxLogs=10 2024-11-23T15:21:04,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.rep.1732375264824, exclude list is [], retry=0 2024-11-23T15:21:04,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45783,DS-9efae0a7-5eb3-423b-bc0f-22ab8404553c,DISK] 2024-11-23T15:21:04,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.rep.1732375264824 2024-11-23T15:21:04,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40807:40807)] 2024-11-23T15:21:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf6f9a09c383d6af2cfef234c1322dcb, NAME => 'hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:04,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:21:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. service=MultiRowMutationService 2024-11-23T15:21:04,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:21:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,841 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,842 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf6f9a09c383d6af2cfef234c1322dcb columnFamilyName hfileref 2024-11-23T15:21:04,843 DEBUG [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:04,843 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] regionserver.HStore(327): Store=cf6f9a09c383d6af2cfef234c1322dcb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:04,843 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,844 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf6f9a09c383d6af2cfef234c1322dcb columnFamilyName queue 2024-11-23T15:21:04,844 DEBUG [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:04,844 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] regionserver.HStore(327): Store=cf6f9a09c383d6af2cfef234c1322dcb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:04,844 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,846 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf6f9a09c383d6af2cfef234c1322dcb columnFamilyName sid 2024-11-23T15:21:04,846 DEBUG [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:04,846 INFO [StoreOpener-cf6f9a09c383d6af2cfef234c1322dcb-1 {}] regionserver.HStore(327): Store=cf6f9a09c383d6af2cfef234c1322dcb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:04,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:21:04,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:04,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf6f9a09c383d6af2cfef234c1322dcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67538305, jitterRate=0.006399169564247131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:21:04,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:04,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf6f9a09c383d6af2cfef234c1322dcb: Running coprocessor pre-open hook at 1732375264840Writing region info on filesystem at 1732375264840Initializing all the Stores at 1732375264841 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375264841Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375264841Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375264841Cleaning up temporary data from old regions at 1732375264848 (+7 ms)Running coprocessor post-open hooks at 1732375264852 (+4 ms)Region opened successfully at 1732375264852 2024-11-23T15:21:04,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb., pid=10, masterSystemTime=1732375264818 2024-11-23T15:21:04,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:04,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:04,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf6f9a09c383d6af2cfef234c1322dcb, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,38663,1732375251543 2024-11-23T15:21:04,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf6f9a09c383d6af2cfef234c1322dcb, server=018362ca5320,38663,1732375251543 because future has completed 2024-11-23T15:21:04,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:21:04,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf6f9a09c383d6af2cfef234c1322dcb, server=018362ca5320,38663,1732375251543 in 196 msec 2024-11-23T15:21:04,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:21:04,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf6f9a09c383d6af2cfef234c1322dcb, ASSIGN in 355 msec 2024-11-23T15:21:04,866 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:04,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375264866"}]},"ts":"1732375264866"} 2024-11-23T15:21:04,868 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:21:04,869 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:04,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 787 msec 2024-11-23T15:21:04,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb., hostname=018362ca5320,38663,1732375251543, seqNum=2] 2024-11-23T15:21:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:21:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:21:04,961 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:04,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:21:05,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:21:05,134 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:21:05,160 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,38663,1732375251543, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:21:05,161 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:05,161 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:21:05,161 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:05,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T15:21:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,38663,1732375251543', locateType=CURRENT is [region=hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb., hostname=018362ca5320,38663,1732375251543, seqNum=2] 2024-11-23T15:21:05,167 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:21:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:21:05,169 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,38663,1732375251543 suceeded 2024-11-23T15:21:05,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:21:05,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-23T15:21:05,171 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:35385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:21:05,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0980 sec 2024-11-23T15:21:05,182 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:35385' 2024-11-23T15:21:05,183 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@492e959f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:05,183 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,35385,-1 for getting cluster id 2024-11-23T15:21:05,183 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:05,183 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '748e6fc6-1742-491c-8b10-16f401488165' 2024-11-23T15:21:05,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:05,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "748e6fc6-1742-491c-8b10-16f401488165" 2024-11-23T15:21:05,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec37551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:05,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,35385,-1] 2024-11-23T15:21:05,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:05,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:05,185 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:05,185 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@206b562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:05,185 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:05,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,35385,1732375245090 2024-11-23T15:21:05,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4ebab5 2024-11-23T15:21:05,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:05,187 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T15:21:05,187 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,38663,1732375251543 (queues=1) is replicating from cluster=82608e8e-b51b-4ed2-9765-89da4857014d to cluster=748e6fc6-1742-491c-8b10-16f401488165 2024-11-23T15:21:05,187 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C38663%2C1732375251543 2024-11-23T15:21:05,187 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,38663,1732375251543, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:21:05,188 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C38663%2C1732375251543 2024-11-23T15:21:05,188 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889, startPosition=0, beingWritten=true 2024-11-23T15:21:05,192 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:05,193 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 379, reset compression=false 2024-11-23T15:21:05,193 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38663,1732375251543 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:05,217 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:21:05,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:05,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:05,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:05,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:05,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:05,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:05,220 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732375265220/Put/seqid=0 2024-11-23T15:21:05,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741840_1016 (size=7894) 2024-11-23T15:21:05,397 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 379, reset compression=false 2024-11-23T15:21:05,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:21:05,629 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732375265627/Put/seqid=0 2024-11-23T15:21:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741841_1017 (size=7691) 2024-11-23T15:21:05,701 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 379, reset compression=false 2024-11-23T15:21:05,766 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:06,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cead10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:06,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,35385,-1 for getting cluster id 2024-11-23T15:21:06,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:06,063 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '748e6fc6-1742-491c-8b10-16f401488165' 2024-11-23T15:21:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "748e6fc6-1742-491c-8b10-16f401488165" 2024-11-23T15:21:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2990ce1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,35385,-1] 2024-11-23T15:21:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:06,080 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:06,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cab7f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:06,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,41041,1732375245286, seqNum=-1] 2024-11-23T15:21:06,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:06,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:06,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,35385,1732375245090 2024-11-23T15:21:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc5565 2024-11-23T15:21:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:06,099 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6., hostname=018362ca5320,41041,1732375245286, seqNum=2] 2024-11-23T15:21:06,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:21:06,107 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 379, reset compression=false 2024-11-23T15:21:06,110 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T15:21:06,113 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T15:21:06,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 7aa819f2b419ce28aba43a02096fdda6/f 2024-11-23T15:21:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T15:21:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:21:06,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 7aa819f2b419ce28aba43a02096fdda6/f 2024-11-23T15:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T15:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HRegion(2603): Flush status journal for 7aa819f2b419ce28aba43a02096fdda6: 2024-11-23T15:21:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_0 2024-11-23T15:21:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_0 as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ 2024-11-23T15:21:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_1 2024-11-23T15:21:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_1 as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ 2024-11-23T15:21:06,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_0 into 7aa819f2b419ce28aba43a02096fdda6/f as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ - updating store file list. 2024-11-23T15:21:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:21:06,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ into 7aa819f2b419ce28aba43a02096fdda6/f 2024-11-23T15:21:06,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_0 into 7aa819f2b419ce28aba43a02096fdda6/f (new location: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_) 2024-11-23T15:21:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_0 2024-11-23T15:21:06,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_1 into 7aa819f2b419ce28aba43a02096fdda6/f as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ - updating store file list. 2024-11-23T15:21:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc33759a56b4489497df44e21a3cb507_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:21:06,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ into 7aa819f2b419ce28aba43a02096fdda6/f 2024-11-23T15:21:06,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_1 into 7aa819f2b419ce28aba43a02096fdda6/f (new location: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_) 2024-11-23T15:21:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins__test__1oco2gm43sg7dsmplvoob0q498ctj3meg2rl2kj9u8j0oje3lss8sp7i12hc04iu/f/hfile_1 2024-11-23T15:21:06,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:06,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:06,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:06,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:06,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6., hostname=018362ca5320,41041,1732375245286, seqNum=2 , the old value is region=test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6., hostname=018362ca5320,41041,1732375245286, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=018362ca5320:41041 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:21:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6., hostname=018362ca5320,41041,1732375245286, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:21:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6., hostname=018362ca5320,41041,1732375245286, seqNum=2 from cache 2024-11-23T15:21:06,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:06,148 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T15:21:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:21:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:06,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375257739.b2a0c80dba112a0b7399d03b11069685., hostname=018362ca5320,38663,1732375251543, seqNum=2] 2024-11-23T15:21:06,153 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T15:21:06,256 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:41041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T15:21:06,616 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 379, reset compression=false 2024-11-23T15:21:06,689 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 379, reset compression=false 2024-11-23T15:21:06,695 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:21:06,695 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,41041,1732375245286 got entry batch from reader: WALEntryBatch [walEntries=[{test/7aa819f2b419ce28aba43a02096fdda6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732375266143/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T15:21:06,697 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:21:06,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-23T15:21:06,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.ReplicationSink(318): Replicating [748e6fc6-1742-491c-8b10-16f401488165] bulk loaded data 2024-11-23T15:21:06,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ad8acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:06,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36349,-1 for getting cluster id 2024-11-23T15:21:06,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:06,700 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82608e8e-b51b-4ed2-9765-89da4857014d' 2024-11-23T15:21:06,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82608e8e-b51b-4ed2-9765-89da4857014d" 2024-11-23T15:21:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f9fcf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36349,-1] 2024-11-23T15:21:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:06,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:06,702 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:06,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c546d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741840_1016 (size=7894) 2024-11-23T15:21:06,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:06,895 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 687, reset compression=false 2024-11-23T15:21:06,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:06,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:06,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:06,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:06,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:06,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:06,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:06,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:07,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741841_1017 (size=7691) 2024-11-23T15:21:07,155 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T15:21:07,203 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 687, reset compression=false 2024-11-23T15:21:07,220 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 379, reset compression=false 2024-11-23T15:21:07,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:07,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,36349,1732375251388 2024-11-23T15:21:07,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13318ec5 2024-11-23T15:21:07,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:07,536 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T15:21:07,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:21:07,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:07,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:21:07,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:07,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T15:21:07,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T15:21:07,548 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T15:21:07,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ for inclusion in b2a0c80dba112a0b7399d03b11069685/f 2024-11-23T15:21:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T15:21:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:21:07,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ for inclusion in b2a0c80dba112a0b7399d03b11069685/f 2024-11-23T15:21:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T15:21:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:21:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HRegion(2603): Flush status journal for b2a0c80dba112a0b7399d03b11069685: 2024-11-23T15:21:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:21:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/ac35f5ed8ab34348aced2645869cdfab_SeqId_4_ 2024-11-23T15:21:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bc33759a56b4489497df44e21a3cb507_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:21:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/eb8c2a64759145a2a9a01d20128d1dc5_SeqId_4_ 2024-11-23T15:21:07,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ into b2a0c80dba112a0b7399d03b11069685/f as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/ac35f5ed8ab34348aced2645869cdfab_SeqId_4_ - updating store file list. 2024-11-23T15:21:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac35f5ed8ab34348aced2645869cdfab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:21:07,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/ac35f5ed8ab34348aced2645869cdfab_SeqId_4_ into b2a0c80dba112a0b7399d03b11069685/f 2024-11-23T15:21:07,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ into b2a0c80dba112a0b7399d03b11069685/f (new location: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/ac35f5ed8ab34348aced2645869cdfab_SeqId_4_) 2024-11-23T15:21:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_ 2024-11-23T15:21:07,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ into b2a0c80dba112a0b7399d03b11069685/f as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/eb8c2a64759145a2a9a01d20128d1dc5_SeqId_4_ - updating store file list. 2024-11-23T15:21:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb8c2a64759145a2a9a01d20128d1dc5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:21:07,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/eb8c2a64759145a2a9a01d20128d1dc5_SeqId_4_ into b2a0c80dba112a0b7399d03b11069685/f 2024-11-23T15:21:07,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ into b2a0c80dba112a0b7399d03b11069685/f (new location: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/eb8c2a64759145a2a9a01d20128d1dc5_SeqId_4_) 2024-11-23T15:21:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins.hfs.11__test__ibofsk3rck0it17300pibs2asammg7g2vrefs4f2r9v4pjfqph5pooc4s4isdp39/f/bc33759a56b4489497df44e21a3cb507_SeqId_4_ 2024-11-23T15:21:07,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.ReplicationSink(324): Finished replicating [748e6fc6-1742-491c-8b10-16f401488165] bulk loaded data 2024-11-23T15:21:07,607 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 687, reset compression=false 2024-11-23T15:21:07,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:21:07,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:07,923 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 379, reset compression=false 2024-11-23T15:21:07,929 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:21:07,929 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38663,1732375251543 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2a0c80dba112a0b7399d03b11069685/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732375267571/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T15:21:07,931 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:21:07,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-23T15:21:07,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.ReplicationSink(318): Replicating [748e6fc6-1742-491c-8b10-16f401488165, 82608e8e-b51b-4ed2-9765-89da4857014d] bulk loaded data 2024-11-23T15:21:07,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c43138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:07,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,35385,-1 for getting cluster id 2024-11-23T15:21:07,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:07,934 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '748e6fc6-1742-491c-8b10-16f401488165' 2024-11-23T15:21:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "748e6fc6-1742-491c-8b10-16f401488165" 2024-11-23T15:21:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7afe74af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,35385,-1] 2024-11-23T15:21:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:07,936 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:07,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@411e6a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741842_1018 (size=7894) 2024-11-23T15:21:08,110 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 687, reset compression=false 2024-11-23T15:21:08,129 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 725, reset compression=false 2024-11-23T15:21:08,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:08,171 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732375268168/Put/seqid=0 2024-11-23T15:21:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741842_1018 (size=11194) 2024-11-23T15:21:08,185 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732375268181/Put/seqid=0 2024-11-23T15:21:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741843_1019 (size=10791) 2024-11-23T15:21:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741843_1019 (size=7691) 2024-11-23T15:21:08,433 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 725, reset compression=false 2024-11-23T15:21:08,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47518ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:08,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,36349,-1 for getting cluster id 2024-11-23T15:21:08,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:08,593 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82608e8e-b51b-4ed2-9765-89da4857014d' 2024-11-23T15:21:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82608e8e-b51b-4ed2-9765-89da4857014d" 2024-11-23T15:21:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce16b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,36349,-1] 2024-11-23T15:21:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:08,595 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:08,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723e2697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:08,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:08,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:21:08,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:08,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:08,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,36349,1732375251388 2024-11-23T15:21:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38fcc803 2024-11-23T15:21:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:08,609 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:08,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375257739.b2a0c80dba112a0b7399d03b11069685., hostname=018362ca5320,38663,1732375251543, seqNum=2] 2024-11-23T15:21:08,616 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:21:08,624 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T15:21:08,627 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T15:21:08,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b2a0c80dba112a0b7399d03b11069685/f 2024-11-23T15:21:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T15:21:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:21:08,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b2a0c80dba112a0b7399d03b11069685/f 2024-11-23T15:21:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T15:21:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:21:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HRegion(2603): Flush status journal for b2a0c80dba112a0b7399d03b11069685: 2024-11-23T15:21:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_0 2024-11-23T15:21:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_0 as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ 2024-11-23T15:21:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_1 2024-11-23T15:21:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_1 as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ 2024-11-23T15:21:08,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_0 into b2a0c80dba112a0b7399d03b11069685/f as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ - updating store file list. 2024-11-23T15:21:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c743d1dda61c441daef382aec9f3be26_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:21:08,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ into b2a0c80dba112a0b7399d03b11069685/f 2024-11-23T15:21:08,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_0 into b2a0c80dba112a0b7399d03b11069685/f (new location: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_) 2024-11-23T15:21:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_0 2024-11-23T15:21:08,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_1 into b2a0c80dba112a0b7399d03b11069685/f as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ - updating store file list. 2024-11-23T15:21:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:21:08,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ into b2a0c80dba112a0b7399d03b11069685/f 2024-11-23T15:21:08,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_1 into b2a0c80dba112a0b7399d03b11069685/f (new location: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_) 2024-11-23T15:21:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/staging/jenkins__test__8d90uuiub4mc7ff85d8ehf6gekmph699vvfn09pk6ls0m5qi21s7e2egm7997ug/f/hfile_1 2024-11-23T15:21:08,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:08,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:08,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:08,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:08,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732375257739.b2a0c80dba112a0b7399d03b11069685., hostname=018362ca5320,38663,1732375251543, seqNum=2 , the old value is region=test,,1732375257739.b2a0c80dba112a0b7399d03b11069685., hostname=018362ca5320,38663,1732375251543, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=018362ca5320:38663 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:21:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732375257739.b2a0c80dba112a0b7399d03b11069685., hostname=018362ca5320,38663,1732375251543, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:21:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732375257739.b2a0c80dba112a0b7399d03b11069685., hostname=018362ca5320,38663,1732375251543, seqNum=2 from cache 2024-11-23T15:21:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38663: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.2:56786 deadline: 1732375328660 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56786 2024-11-23T15:21:08,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,41041,1732375245286, seqNum=-1] 2024-11-23T15:21:08,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:08,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:08,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6., hostname=018362ca5320,41041,1732375245286, seqNum=2] 2024-11-23T15:21:08,678 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T15:21:08,713 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 687, reset compression=false 2024-11-23T15:21:08,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,35385,1732375245090 2024-11-23T15:21:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bcf4d5e 2024-11-23T15:21:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:08,766 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T15:21:08,766 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:38663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T15:21:08,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:21:08,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:08,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,41041,1732375245286, seqNum=-1] 2024-11-23T15:21:08,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:08,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T15:21:08,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__b6v7pr5jt0i6jvbqf8q6807hac239o1hgim9cgj19jaj9ei1etl7kipa7j9gq5ug/f/ac35f5ed8ab34348aced2645869cdfab_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T15:21:08,778 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__b6v7pr5jt0i6jvbqf8q6807hac239o1hgim9cgj19jaj9ei1etl7kipa7j9gq5ug/f/eb8c2a64759145a2a9a01d20128d1dc5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T15:21:08,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.ReplicationSink(324): Finished replicating [748e6fc6-1742-491c-8b10-16f401488165, 82608e8e-b51b-4ed2-9765-89da4857014d] bulk loaded data 2024-11-23T15:21:08,837 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 725, reset compression=false 2024-11-23T15:21:08,843 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:21:08,843 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38663,1732375251543 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2a0c80dba112a0b7399d03b11069685/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732375268658/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T15:21:08,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.ReplicationSink(318): Replicating [82608e8e-b51b-4ed2-9765-89da4857014d] bulk loaded data 2024-11-23T15:21:08,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741844_1020 (size=11194) 2024-11-23T15:21:08,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741845_1021 (size=10791) 2024-11-23T15:21:09,043 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 1033, reset compression=false 2024-11-23T15:21:09,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:21:09,270 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T15:21:09,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T15:21:09,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ for inclusion in 7aa819f2b419ce28aba43a02096fdda6/f 2024-11-23T15:21:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T15:21:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:21:09,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ for inclusion in 7aa819f2b419ce28aba43a02096fdda6/f 2024-11-23T15:21:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T15:21:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:21:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HRegion(2603): Flush status journal for 7aa819f2b419ce28aba43a02096fdda6: 2024-11-23T15:21:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c743d1dda61c441daef382aec9f3be26_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:21:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/b4976119c5e149f882f8e311b8f2566a_SeqId_6_ 2024-11-23T15:21:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:21:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/fc5af5fd89dd400ba20f9c53a1fbf597_SeqId_6_ 2024-11-23T15:21:09,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ into 7aa819f2b419ce28aba43a02096fdda6/f as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/b4976119c5e149f882f8e311b8f2566a_SeqId_6_ - updating store file list. 2024-11-23T15:21:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4976119c5e149f882f8e311b8f2566a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:21:09,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/b4976119c5e149f882f8e311b8f2566a_SeqId_6_ into 7aa819f2b419ce28aba43a02096fdda6/f 2024-11-23T15:21:09,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ into 7aa819f2b419ce28aba43a02096fdda6/f (new location: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/b4976119c5e149f882f8e311b8f2566a_SeqId_6_) 2024-11-23T15:21:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/c743d1dda61c441daef382aec9f3be26_SeqId_6_ 2024-11-23T15:21:09,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ into 7aa819f2b419ce28aba43a02096fdda6/f as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/fc5af5fd89dd400ba20f9c53a1fbf597_SeqId_6_ - updating store file list. 2024-11-23T15:21:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc5af5fd89dd400ba20f9c53a1fbf597_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:21:09,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/fc5af5fd89dd400ba20f9c53a1fbf597_SeqId_6_ into 7aa819f2b419ce28aba43a02096fdda6/f 2024-11-23T15:21:09,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ into 7aa819f2b419ce28aba43a02096fdda6/f (new location: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/f/fc5af5fd89dd400ba20f9c53a1fbf597_SeqId_6_) 2024-11-23T15:21:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/staging/jenkins.hfs.10__test__ldbrn5a4o7c66c98o3citl5tpag8qisd3f2ougnac11rsb79p9m9048ijl2dt0fd/f/f17b5c3e208f4b199fe1b267d9aae19d_SeqId_6_ 2024-11-23T15:21:09,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] regionserver.ReplicationSink(324): Finished replicating [82608e8e-b51b-4ed2-9765-89da4857014d] bulk loaded data 2024-11-23T15:21:09,348 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 1033, reset compression=false 2024-11-23T15:21:09,418 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 687, reset compression=false 2024-11-23T15:21:09,424 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:21:09,424 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,41041,1732375245286 got entry batch from reader: WALEntryBatch [walEntries=[{test/7aa819f2b419ce28aba43a02096fdda6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732375269298/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T15:21:09,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.ReplicationSink(318): Replicating [82608e8e-b51b-4ed2-9765-89da4857014d, 748e6fc6-1742-491c-8b10-16f401488165] bulk loaded data 2024-11-23T15:21:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741844_1020 (size=11194) 2024-11-23T15:21:09,625 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1033, reset compression=false 2024-11-23T15:21:09,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:21:09,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:09,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:09,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:09,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:09,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:21:09,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1761703518, stopped=false 2024-11-23T15:21:09,692 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,36349,1732375251388 2024-11-23T15:21:09,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:09,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441544095/running 2024-11-23T15:21:09,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:21:09,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:21:09,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441544095/running 2024-11-23T15:21:09,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:21:09,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on znode that does not yet exist, /11441544095/running 2024-11-23T15:21:09,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Set watcher on znode that does not yet exist, /11441544095/running 2024-11-23T15:21:09,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:09,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:09,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:09,752 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,38663,1732375251543' ***** 2024-11-23T15:21:09,752 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 1033, reset compression=false 2024-11-23T15:21:09,752 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:21:09,753 INFO [RS:0;018362ca5320:38663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:21:09,753 INFO [RS:0;018362ca5320:38663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:21:09,753 INFO [RS:0;018362ca5320:38663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:21:09,753 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(3091): Received CLOSE for cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:09,754 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:21:09,756 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(3091): Received CLOSE for b2a0c80dba112a0b7399d03b11069685 2024-11-23T15:21:09,756 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,38663,1732375251543 2024-11-23T15:21:09,756 INFO [RS:0;018362ca5320:38663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:21:09,756 INFO [RS:0;018362ca5320:38663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:38663. 2024-11-23T15:21:09,756 DEBUG [RS:0;018362ca5320:38663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:09,757 DEBUG [RS:0;018362ca5320:38663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:09,757 INFO [RS:0;018362ca5320:38663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:21:09,757 INFO [RS:0;018362ca5320:38663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:21:09,757 INFO [RS:0;018362ca5320:38663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:21:09,757 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:21:09,757 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf6f9a09c383d6af2cfef234c1322dcb, disabling compactions & flushes 2024-11-23T15:21:09,758 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:09,758 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:09,758 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. after waiting 0 ms 2024-11-23T15:21:09,758 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:09,758 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf6f9a09c383d6af2cfef234c1322dcb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T15:21:09,762 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:21:09,768 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:21:09,768 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1325): Online Regions={cf6f9a09c383d6af2cfef234c1322dcb=hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb., 1588230740=hbase:meta,,1.1588230740, b2a0c80dba112a0b7399d03b11069685=test,,1732375257739.b2a0c80dba112a0b7399d03b11069685.} 2024-11-23T15:21:09,768 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2a0c80dba112a0b7399d03b11069685, cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:09,768 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:21:09,768 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:21:09,768 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:21:09,768 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:21:09,768 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:21:09,769 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:21:09,789 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/.tmp/hfileref/363bd6262ea44d1ba1e11562e30bc0e1 is 74, key is 1/hfileref:ac35f5ed8ab34348aced2645869cdfab_SeqId_4_/1732375268781/DeleteColumn/seqid=0 2024-11-23T15:21:09,795 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/info/6d269f9c2492453ab37c0ffa201f3e01 is 147, key is hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb./info:regioninfo/1732375264855/Put/seqid=0 2024-11-23T15:21:09,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741845_1021 (size=5345) 2024-11-23T15:21:09,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741846_1022 (size=7686) 2024-11-23T15:21:09,806 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/info/6d269f9c2492453ab37c0ffa201f3e01 2024-11-23T15:21:09,833 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/ns/ee4031c400754ca3bd2ae04f1625da0f is 43, key is default/ns:d/1732375255441/Put/seqid=0 2024-11-23T15:21:09,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741847_1023 (size=5153) 2024-11-23T15:21:09,837 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/ns/ee4031c400754ca3bd2ae04f1625da0f 2024-11-23T15:21:09,844 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:21:09,845 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:21:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741848_1024 (size=10791) 2024-11-23T15:21:09,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:21:09,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38663 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T15:21:09,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38663 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56778 deadline: 1732375329865, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping 2024-11-23T15:21:09,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:09,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:09,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 from cache 2024-11-23T15:21:09,880 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/rep_barrier/60b66ec1ac0d405580b940d230ac9208 is 112, key is test,,1732375257739.b2a0c80dba112a0b7399d03b11069685./rep_barrier:seqnumDuringOpen/1732375258885/Put/seqid=0 2024-11-23T15:21:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741849_1025 (size=5518) 2024-11-23T15:21:09,885 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/rep_barrier/60b66ec1ac0d405580b940d230ac9208 2024-11-23T15:21:09,912 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/table/24ece24eb5574a2eb73a75b62132a043 is 53, key is hbase:replication/table:state/1732375264866/Put/seqid=0 2024-11-23T15:21:09,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741850_1026 (size=5308) 2024-11-23T15:21:09,929 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1033, reset compression=false 2024-11-23T15:21:09,969 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2a0c80dba112a0b7399d03b11069685, cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:09,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:09,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:21:09,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38663 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T15:21:09,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38663 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56778 deadline: 1732375329866, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping 2024-11-23T15:21:09,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:09,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:09,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 from cache 2024-11-23T15:21:10,169 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2a0c80dba112a0b7399d03b11069685, cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:10,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:10,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:21:10,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38663 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T15:21:10,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38663 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56778 deadline: 1732375329865, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping 2024-11-23T15:21:10,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 from cache 2024-11-23T15:21:10,203 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/.tmp/hfileref/363bd6262ea44d1ba1e11562e30bc0e1 2024-11-23T15:21:10,222 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/.tmp/queue/ef8ceef879594ed3979bebb28879f6af is 154, key is 1-018362ca5320,38663,1732375251543/queue:018362ca5320%2C38663%2C1732375251543/1732375269303/Put/seqid=0 2024-11-23T15:21:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741851_1027 (size=5353) 2024-11-23T15:21:10,270 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 1033, reset compression=false 2024-11-23T15:21:10,320 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/table/24ece24eb5574a2eb73a75b62132a043 2024-11-23T15:21:10,328 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/info/6d269f9c2492453ab37c0ffa201f3e01 as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/info/6d269f9c2492453ab37c0ffa201f3e01 2024-11-23T15:21:10,334 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1033, reset compression=false 2024-11-23T15:21:10,334 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/info/6d269f9c2492453ab37c0ffa201f3e01, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:21:10,339 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/ns/ee4031c400754ca3bd2ae04f1625da0f as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/ns/ee4031c400754ca3bd2ae04f1625da0f 2024-11-23T15:21:10,344 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/ns/ee4031c400754ca3bd2ae04f1625da0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:21:10,345 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/rep_barrier/60b66ec1ac0d405580b940d230ac9208 as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/rep_barrier/60b66ec1ac0d405580b940d230ac9208 2024-11-23T15:21:10,350 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/rep_barrier/60b66ec1ac0d405580b940d230ac9208, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:21:10,351 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/.tmp/table/24ece24eb5574a2eb73a75b62132a043 as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/table/24ece24eb5574a2eb73a75b62132a043 2024-11-23T15:21:10,356 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/table/24ece24eb5574a2eb73a75b62132a043, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:21:10,357 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 589ms, sequenceid=16, compaction requested=false 2024-11-23T15:21:10,369 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2a0c80dba112a0b7399d03b11069685, cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:10,370 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:21:10,371 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:10,371 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:10,371 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:10,371 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375269768Running coprocessor pre-close hooks at 1732375269768Disabling compacts and flushes for region at 1732375269768Disabling writes for close at 1732375269768Obtaining lock to block concurrent updates at 1732375269769 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732375269769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375269769Flushing stores of hbase:meta,,1.1588230740 at 1732375269770 (+1 ms)Flushing 1588230740/info: creating writer at 1732375269770Flushing 1588230740/info: appending metadata at 1732375269795 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732375269795Flushing 1588230740/ns: creating writer at 1732375269813 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732375269832 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732375269832Flushing 1588230740/rep_barrier: creating writer at 1732375269843 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375269880 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375269880Flushing 1588230740/table: creating writer at 1732375269893 (+13 ms)Flushing 1588230740/table: appending metadata at 1732375269911 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732375269911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c964d6: reopening flushed file at 1732375270324 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe58368: reopening flushed file at 1732375270334 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f84e17: reopening flushed file at 1732375270345 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f041e1: reopening flushed file at 1732375270351 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 589ms, sequenceid=16, compaction requested=false at 1732375270358 (+7 ms)Writing region close event to WAL at 1732375270364 (+6 ms)Running coprocessor post-close hooks at 1732375270371 (+7 ms)Closed at 1732375270371 2024-11-23T15:21:10,371 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:10,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:10,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:21:10,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38663 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T15:21:10,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38663 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56778 deadline: 1732375329865, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping 2024-11-23T15:21:10,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 from cache 2024-11-23T15:21:10,569 DEBUG [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1351): Waiting on b2a0c80dba112a0b7399d03b11069685, cf6f9a09c383d6af2cfef234c1322dcb 2024-11-23T15:21:10,627 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/.tmp/queue/ef8ceef879594ed3979bebb28879f6af 2024-11-23T15:21:10,670 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/.tmp/hfileref/363bd6262ea44d1ba1e11562e30bc0e1 as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/hfileref/363bd6262ea44d1ba1e11562e30bc0e1 2024-11-23T15:21:10,674 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/hfileref/363bd6262ea44d1ba1e11562e30bc0e1, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T15:21:10,674 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/.tmp/queue/ef8ceef879594ed3979bebb28879f6af as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/queue/ef8ceef879594ed3979bebb28879f6af 2024-11-23T15:21:10,678 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/queue/ef8ceef879594ed3979bebb28879f6af, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T15:21:10,679 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for cf6f9a09c383d6af2cfef234c1322dcb in 921ms, sequenceid=12, compaction requested=false 2024-11-23T15:21:10,682 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/hbase/replication/cf6f9a09c383d6af2cfef234c1322dcb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T15:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:10,683 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf6f9a09c383d6af2cfef234c1322dcb: Waiting for close lock at 1732375269757Running coprocessor pre-close hooks at 1732375269757Disabling compacts and flushes for region at 1732375269757Disabling writes for close at 1732375269758 (+1 ms)Obtaining lock to block concurrent updates at 1732375269758Preparing flush snapshotting stores in cf6f9a09c383d6af2cfef234c1322dcb at 1732375269758Finished memstore snapshotting hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732375269758Flushing stores of hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. at 1732375269759 (+1 ms)Flushing cf6f9a09c383d6af2cfef234c1322dcb/hfileref: creating writer at 1732375269759Flushing cf6f9a09c383d6af2cfef234c1322dcb/hfileref: appending metadata at 1732375269788 (+29 ms)Flushing cf6f9a09c383d6af2cfef234c1322dcb/hfileref: closing flushed file at 1732375269788Flushing cf6f9a09c383d6af2cfef234c1322dcb/queue: creating writer at 1732375270208 (+420 ms)Flushing cf6f9a09c383d6af2cfef234c1322dcb/queue: appending metadata at 1732375270222 (+14 ms)Flushing cf6f9a09c383d6af2cfef234c1322dcb/queue: closing flushed file at 1732375270222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531027c6: reopening flushed file at 1732375270669 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552abed5: reopening flushed file at 1732375270674 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for cf6f9a09c383d6af2cfef234c1322dcb in 921ms, sequenceid=12, compaction requested=false at 1732375270679 (+5 ms)Writing region close event to WAL at 1732375270680 (+1 ms)Running coprocessor post-close hooks at 1732375270683 (+3 ms)Closed at 1732375270683 2024-11-23T15:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375264081.cf6f9a09c383d6af2cfef234c1322dcb. 2024-11-23T15:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2a0c80dba112a0b7399d03b11069685, disabling compactions & flushes 2024-11-23T15:21:10,683 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:21:10,684 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. after waiting 0 ms 2024-11-23T15:21:10,684 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:21:10,687 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/data/default/test/b2a0c80dba112a0b7399d03b11069685/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T15:21:10,687 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:10,687 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:21:10,687 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:21:10,687 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2a0c80dba112a0b7399d03b11069685: Waiting for close lock at 1732375270683Running coprocessor pre-close hooks at 1732375270683Disabling compacts and flushes for region at 1732375270683Disabling writes for close at 1732375270684 (+1 ms)Writing region close event to WAL at 1732375270684Running coprocessor post-close hooks at 1732375270687 (+3 ms)Closed at 1732375270687 2024-11-23T15:21:10,688 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375257739.b2a0c80dba112a0b7399d03b11069685. 2024-11-23T15:21:10,769 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,38663,1732375251543; all regions closed. 2024-11-23T15:21:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:21:10,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.meta.1732375255316.meta not finished, retry = 0 2024-11-23T15:21:10,840 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1033, reset compression=false 2024-11-23T15:21:10,874 DEBUG [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/oldWALs 2024-11-23T15:21:10,874 INFO [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C38663%2C1732375251543.meta:.meta(num 1732375255316) 2024-11-23T15:21:10,875 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 1033, reset compression=false 2024-11-23T15:21:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741839_1015 (size=3127) 2024-11-23T15:21:10,881 DEBUG [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/oldWALs 2024-11-23T15:21:10,881 INFO [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C38663%2C1732375251543.rep:(num 1732375264824) 2024-11-23T15:21:10,881 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:10,881 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 to pos 1328, reset compression=false 2024-11-23T15:21:10,881 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38663,1732375251543 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:10,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 not finished, retry = 0 2024-11-23T15:21:10,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741832_1008 (size=1336) 2024-11-23T15:21:10,883 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,38663,1732375251543: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,38663,1732375251543, walGroup=018362ca5320%2C38663%2C1732375251543, offset=018362ca5320%2C38663%2C1732375251543.1732375253889:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:38663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:21:10,884 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:21:10,889 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:21:10,891 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:21:10,891 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:21:10,891 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:21:10,891 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 624410064 }, "NonHeapMemoryUsage": { "committed": 192020480, "init": 7667712, "max": -1, "used": 189058952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:21:10,893 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:21:10,984 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/WALs/018362ca5320,38663,1732375251543/018362ca5320%2C38663%2C1732375251543.1732375253889 2024-11-23T15:21:10,984 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-23T15:21:10,984 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-23T15:21:10,985 DEBUG [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/oldWALs 2024-11-23T15:21:10,985 INFO [RS:0;018362ca5320:38663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C38663%2C1732375251543:(num 1732375253889) 2024-11-23T15:21:10,985 DEBUG [RS:0;018362ca5320:38663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:10,985 INFO [RS:0;018362ca5320:38663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:21:10,985 INFO [RS:0;018362ca5320:38663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:21:10,985 INFO [RS:0;018362ca5320:38663 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:21:10,985 INFO [RS:0;018362ca5320:38663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:21:10,986 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:21:10,986 INFO [RS:0;018362ca5320:38663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,38663,1732375251543 because: Region server is closing 2024-11-23T15:21:10,986 INFO [RS:0;018362ca5320:38663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:38663. 2024-11-23T15:21:10,986 DEBUG [RS:0;018362ca5320:38663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:10,986 DEBUG [RS:0;018362ca5320:38663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:10,986 DEBUG [RS:0;018362ca5320:38663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:10,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:11,006 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:11,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1] 2024-11-23T15:21:11,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:11,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting 2024-11-23T15:21:11,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting 2024-11-23T15:21:11,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=018362ca5320,38663,1732375251543, seqNum=-1 from cache 2024-11-23T15:21:11,010 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:11,011 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-23T15:21:09.869Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:09.977Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10.188Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10.498Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:11.009Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 018362ca5320,38663,1732375251543 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-23T15:21:11,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-23T15:21:09.869Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:09.977Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10.188Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10.498Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:11.009Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 018362ca5320,38663,1732375251543 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-23T15:21:11,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38663 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:56772 deadline: 1732375329425, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-23T15:21:09.869Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:09.977Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10.188Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10.498Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:11.009Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting 2024-11-23T15:21:11,014 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-23T15:21:09.869Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:09.977Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10.188Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:10.498Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 018362ca5320,38663,1732375251543 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T15:21:11.009Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 018362ca5320,38663,1732375251543 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 018362ca5320,38663,1732375251543 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:11,086 INFO [RS:0;018362ca5320:38663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.shipper018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 terminated 2024-11-23T15:21:11,087 INFO [RS:0;018362ca5320:38663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:38663. 2024-11-23T15:21:11,086 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38663,1732375251543.replicationSource.wal-reader.018362ca5320%2C38663%2C1732375251543,1-018362ca5320,38663,1732375251543 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-23T15:21:11,087 DEBUG [RS:0;018362ca5320:38663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:11,087 DEBUG [RS:0;018362ca5320:38663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:11,087 DEBUG [RS:0;018362ca5320:38663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:11,087 INFO [RS:0;018362ca5320:38663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38663 2024-11-23T15:21:11,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:11,118 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 018362ca5320:38663 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:38663 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:11,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 018362ca5320:38663 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:38663 2024-11-23T15:21:11,119 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=018362ca5320:38663 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:38663 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:38663 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-23T15:21:11,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095/rs 2024-11-23T15:21:11,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441544095/rs/018362ca5320,38663,1732375251543 2024-11-23T15:21:11,148 INFO [RS:0;018362ca5320:38663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:21:11,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,38663,1732375251543] 2024-11-23T15:21:11,169 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11441544095/draining/018362ca5320,38663,1732375251543 already deleted, retry=false 2024-11-23T15:21:11,169 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,38663,1732375251543 expired; onlineServers=0 2024-11-23T15:21:11,169 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,36349,1732375251388' ***** 2024-11-23T15:21:11,169 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:21:11,169 INFO [M:0;018362ca5320:36349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:21:11,170 INFO [M:0;018362ca5320:36349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:21:11,170 DEBUG [M:0;018362ca5320:36349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:21:11,170 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:21:11,170 DEBUG [M:0;018362ca5320:36349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:21:11,170 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375253620 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375253620,5,FailOnTimeoutGroup] 2024-11-23T15:21:11,170 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375253620 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375253620,5,FailOnTimeoutGroup] 2024-11-23T15:21:11,170 INFO [M:0;018362ca5320:36349 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:21:11,170 INFO [M:0;018362ca5320:36349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:21:11,170 DEBUG [M:0;018362ca5320:36349 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:21:11,170 INFO [M:0;018362ca5320:36349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:21:11,170 INFO [M:0;018362ca5320:36349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:21:11,170 INFO [M:0;018362ca5320:36349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:21:11,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:21:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441544095/master 2024-11-23T15:21:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441544095 2024-11-23T15:21:11,180 DEBUG [M:0;018362ca5320:36349 {}] zookeeper.ZKUtil(347): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Unable to get data of znode /11441544095/master because node does not exist (not an error) 2024-11-23T15:21:11,180 WARN [M:0;018362ca5320:36349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:21:11,181 INFO [M:0;018362ca5320:36349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/.lastflushedseqids 2024-11-23T15:21:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741852_1028 (size=263) 2024-11-23T15:21:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:11,259 INFO [RS:0;018362ca5320:38663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:21:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38663-0x101684863de0004, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:11,259 INFO [RS:0;018362ca5320:38663 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,38663,1732375251543; zookeeper connection closed. 2024-11-23T15:21:11,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14412920 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14412920 2024-11-23T15:21:11,260 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:21:11,323 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] ipc.AbstractRpcClient(357): Not trying to connect to 018362ca5320:38663 this server is in the failed servers list 2024-11-23T15:21:11,323 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=018362ca5320:38663 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:38663 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:38663 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-23T15:21:11,443 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1033, reset compression=false 2024-11-23T15:21:11,585 INFO [M:0;018362ca5320:36349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:21:11,585 INFO [M:0;018362ca5320:36349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:21:11,585 DEBUG [M:0;018362ca5320:36349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:11,585 INFO [M:0;018362ca5320:36349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:11,585 DEBUG [M:0;018362ca5320:36349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:11,585 DEBUG [M:0;018362ca5320:36349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:11,585 DEBUG [M:0;018362ca5320:36349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:11,585 INFO [M:0;018362ca5320:36349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T15:21:11,606 DEBUG [M:0;018362ca5320:36349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfc41867c2ab44d3bbeacdc59c7ef8cc is 82, key is hbase:meta,,1/info:regioninfo/1732375255347/Put/seqid=0 2024-11-23T15:21:11,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741853_1029 (size=5672) 2024-11-23T15:21:11,610 INFO [M:0;018362ca5320:36349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfc41867c2ab44d3bbeacdc59c7ef8cc 2024-11-23T15:21:11,624 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] ipc.AbstractRpcClient(357): Not trying to connect to 018362ca5320:38663 this server is in the failed servers list 2024-11-23T15:21:11,625 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=018362ca5320:38663 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:38663 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:38663 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-23T15:21:11,631 DEBUG [M:0;018362ca5320:36349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c43938f30a654fbf9f8e497e7c2342d0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375264869/Put/seqid=0 2024-11-23T15:21:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741854_1030 (size=8516) 2024-11-23T15:21:12,026 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] ipc.AbstractRpcClient(357): Not trying to connect to 018362ca5320:38663 this server is in the failed servers list 2024-11-23T15:21:12,026 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=018362ca5320:38663 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:38663 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:38663 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-23T15:21:12,038 INFO [M:0;018362ca5320:36349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c43938f30a654fbf9f8e497e7c2342d0 2024-11-23T15:21:12,055 DEBUG [M:0;018362ca5320:36349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bbadd1220d7430c85d777954c36e5ea is 69, key is 018362ca5320,38663,1732375251543/rs:state/1732375253722/Put/seqid=0 2024-11-23T15:21:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741855_1031 (size=5156) 2024-11-23T15:21:12,148 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1033, reset compression=false 2024-11-23T15:21:12,469 INFO [M:0;018362ca5320:36349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bbadd1220d7430c85d777954c36e5ea 2024-11-23T15:21:12,473 DEBUG [M:0;018362ca5320:36349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfc41867c2ab44d3bbeacdc59c7ef8cc as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfc41867c2ab44d3bbeacdc59c7ef8cc 2024-11-23T15:21:12,477 INFO [M:0;018362ca5320:36349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfc41867c2ab44d3bbeacdc59c7ef8cc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T15:21:12,477 DEBUG [M:0;018362ca5320:36349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c43938f30a654fbf9f8e497e7c2342d0 as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c43938f30a654fbf9f8e497e7c2342d0 2024-11-23T15:21:12,482 INFO [M:0;018362ca5320:36349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c43938f30a654fbf9f8e497e7c2342d0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T15:21:12,482 DEBUG [M:0;018362ca5320:36349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bbadd1220d7430c85d777954c36e5ea as hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bbadd1220d7430c85d777954c36e5ea 2024-11-23T15:21:12,487 INFO [M:0;018362ca5320:36349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bbadd1220d7430c85d777954c36e5ea, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T15:21:12,488 INFO [M:0;018362ca5320:36349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=97, compaction requested=false 2024-11-23T15:21:12,489 INFO [M:0;018362ca5320:36349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:12,489 DEBUG [M:0;018362ca5320:36349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375271585Disabling compacts and flushes for region at 1732375271585Disabling writes for close at 1732375271585Obtaining lock to block concurrent updates at 1732375271585Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375271585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732375271586 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375271587 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375271587Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375271605 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375271606 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375271614 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375271631 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375271631Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375272042 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375272054 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375272055 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111dd9f3: reopening flushed file at 1732375272473 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721262c: reopening flushed file at 1732375272477 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ff7c52: reopening flushed file at 1732375272482 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=97, compaction requested=false at 1732375272488 (+6 ms)Writing region close event to WAL at 1732375272489 (+1 ms)Closed at 1732375272489 2024-11-23T15:21:12,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45783 is added to blk_1073741830_1006 (size=63654) 2024-11-23T15:21:12,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e411869-5e7f-389b-5f85-7aa5496a9538/MasterData/WALs/018362ca5320,36349,1732375251388/018362ca5320%2C36349%2C1732375251388.1732375252893 not finished, retry = 0 2024-11-23T15:21:12,527 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] ipc.AbstractRpcClient(357): Not trying to connect to 018362ca5320:38663 this server is in the failed servers list 2024-11-23T15:21:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T15:21:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:53440 deadline: 1732375332528, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-23T15:21:12,530 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-23T15:21:12,531 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-23T15:21:12,531 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=018362ca5320:38663 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:38663 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:38663 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-23T15:21:12,593 INFO [M:0;018362ca5320:36349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:21:12,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:21:12,593 INFO [M:0;018362ca5320:36349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36349 2024-11-23T15:21:12,594 INFO [M:0;018362ca5320:36349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:21:12,803 INFO [M:0;018362ca5320:36349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:21:12,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:12,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x101684863de0003, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:12,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ce9c2e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:12,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ca55819{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:21:12,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:21:12,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c09a47c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:21:12,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a416f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.log.dir/,STOPPED} 2024-11-23T15:21:12,808 WARN [BP-1623085694-172.17.0.2-1732375248809 heartbeating to localhost/127.0.0.1:38269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:21:12,808 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:21:12,808 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:21:12,808 WARN [BP-1623085694-172.17.0.2-1732375248809 heartbeating to localhost/127.0.0.1:38269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1623085694-172.17.0.2-1732375248809 (Datanode Uuid fc767f9f-ccb1-4076-a722-cbc248695b66) service to localhost/127.0.0.1:38269 2024-11-23T15:21:12,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/cluster_a88de2db-f627-ac30-f977-a8e6e59c668e/data/data1/current/BP-1623085694-172.17.0.2-1732375248809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:21:12,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/cluster_a88de2db-f627-ac30-f977-a8e6e59c668e/data/data2/current/BP-1623085694-172.17.0.2-1732375248809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:21:12,810 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:21:12,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e34b1df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:12,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f4271f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:21:12,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:21:12,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0df9d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:21:12,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565d8dee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.log.dir/,STOPPED} 2024-11-23T15:21:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:21:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:21:12,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:12,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:12,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:12,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:12,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:12,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:21:12,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=219336816, stopped=false 2024-11-23T15:21:12,847 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,35385,1732375245090 2024-11-23T15:21:12,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580596302/running 2024-11-23T15:21:12,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580596302/running 2024-11-23T15:21:12,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:21:12,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:21:12,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:21:12,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:12,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on znode that does not yet exist, /0580596302/running 2024-11-23T15:21:12,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Set watcher on znode that does not yet exist, /0580596302/running 2024-11-23T15:21:12,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:12,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:12,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,41041,1732375245286' ***** 2024-11-23T15:21:12,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:21:12,880 INFO [RS:0;018362ca5320:41041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:21:12,880 INFO [RS:0;018362ca5320:41041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:21:12,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:21:12,880 INFO [RS:0;018362ca5320:41041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:21:12,880 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(3091): Received CLOSE for 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:21:12,880 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:12,880 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,41041,1732375245286 2024-11-23T15:21:12,880 INFO [RS:0;018362ca5320:41041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:21:12,880 INFO [RS:0;018362ca5320:41041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:41041. 2024-11-23T15:21:12,881 DEBUG [RS:0;018362ca5320:41041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:12,881 DEBUG [RS:0;018362ca5320:41041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:12,881 INFO [RS:0;018362ca5320:41041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:21:12,881 INFO [RS:0;018362ca5320:41041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:21:12,881 INFO [RS:0;018362ca5320:41041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:21:12,881 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:21:12,881 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:21:12,881 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1325): Online Regions={7aa819f2b419ce28aba43a02096fdda6=test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6., 1588230740=hbase:meta,,1.1588230740, 1a904a9314e056e22f3d0a9254124054=hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054.} 2024-11-23T15:21:12,881 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a904a9314e056e22f3d0a9254124054, 7aa819f2b419ce28aba43a02096fdda6 2024-11-23T15:21:12,881 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:21:12,881 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:21:12,881 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:21:12,881 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:21:12,881 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:21:12,881 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:21:12,884 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7aa819f2b419ce28aba43a02096fdda6, disabling compactions & flushes 2024-11-23T15:21:12,884 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:21:12,884 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:21:12,884 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. after waiting 0 ms 2024-11-23T15:21:12,884 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:21:12,888 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/default/test/7aa819f2b419ce28aba43a02096fdda6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T15:21:12,888 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:12,888 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:21:12,888 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:21:12,888 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7aa819f2b419ce28aba43a02096fdda6: Waiting for close lock at 1732375272880Running coprocessor pre-close hooks at 1732375272880Disabling compacts and flushes for region at 1732375272884 (+4 ms)Disabling writes for close at 1732375272884Writing region close event to WAL at 1732375272885 (+1 ms)Running coprocessor post-close hooks at 1732375272888 (+3 ms)Closed at 1732375272888 2024-11-23T15:21:12,888 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6. 2024-11-23T15:21:12,889 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a904a9314e056e22f3d0a9254124054, disabling compactions & flushes 2024-11-23T15:21:12,889 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:12,889 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:12,889 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. after waiting 0 ms 2024-11-23T15:21:12,889 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:12,889 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a904a9314e056e22f3d0a9254124054 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-23T15:21:12,898 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/info/facb669d28574cdb92dc48db00e19427 is 147, key is hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054./info:regioninfo/1732375261367/Put/seqid=0 2024-11-23T15:21:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741846_1022 (size=7686) 2024-11-23T15:21:12,907 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:21:12,908 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/.tmp/hfileref/9e5563198228472eac863d19846dd69e is 74, key is 1/hfileref:8733a0d7a52842fd9596e9e416cf20ed_SeqId_4_/1732375267574/DeleteColumn/seqid=0 2024-11-23T15:21:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741847_1023 (size=5345) 2024-11-23T15:21:12,952 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1033, reset compression=false 2024-11-23T15:21:12,957 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:12,957 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1328, reset compression=false 2024-11-23T15:21:13,081 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:13,131 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-23T15:21:13,132 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 018362ca5320:36349 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:36349 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:13,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 018362ca5320:36349 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:36349 2024-11-23T15:21:13,160 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1328, reset compression=false 2024-11-23T15:21:13,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:13,236 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 018362ca5320:36349 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:36349 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:13,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=018362ca5320:36349 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:36349 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-23T15:21:13,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 018362ca5320:36349 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 018362ca5320/172.17.0.2:36349 2024-11-23T15:21:13,282 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:13,305 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/info/facb669d28574cdb92dc48db00e19427 2024-11-23T15:21:13,312 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/.tmp/hfileref/9e5563198228472eac863d19846dd69e 2024-11-23T15:21:13,326 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/ns/262fe1d06fa049de80eec420356d31a0 is 43, key is default/ns:d/1732375248694/Put/seqid=0 2024-11-23T15:21:13,329 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/.tmp/queue/878cb1dcec214648ab5690e9f81c9b7c is 153, key is 1-018362ca5320,41041,1732375245286/queue:018362ca5320%2C41041%2C1732375245286/1732375267576/Put/seqid=0 2024-11-23T15:21:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741848_1024 (size=5153) 2024-11-23T15:21:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741849_1025 (size=5352) 2024-11-23T15:21:13,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:13,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 018362ca5320:36349 this server is in the failed servers list 2024-11-23T15:21:13,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:36349 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:13,463 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1328, reset compression=false 2024-11-23T15:21:13,482 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:13,486 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:21:13,486 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:21:13,682 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a904a9314e056e22f3d0a9254124054 2024-11-23T15:21:13,730 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/ns/262fe1d06fa049de80eec420356d31a0 2024-11-23T15:21:13,733 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/.tmp/queue/878cb1dcec214648ab5690e9f81c9b7c 2024-11-23T15:21:13,738 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/.tmp/hfileref/9e5563198228472eac863d19846dd69e as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/hfileref/9e5563198228472eac863d19846dd69e 2024-11-23T15:21:13,742 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/hfileref/9e5563198228472eac863d19846dd69e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-23T15:21:13,743 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/.tmp/queue/878cb1dcec214648ab5690e9f81c9b7c as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/queue/878cb1dcec214648ab5690e9f81c9b7c 2024-11-23T15:21:13,748 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/queue/878cb1dcec214648ab5690e9f81c9b7c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T15:21:13,748 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/rep_barrier/3a27b1ef42ed4836b9c4f276c27229c8 is 112, key is test,,1732375255582.7aa819f2b419ce28aba43a02096fdda6./rep_barrier:seqnumDuringOpen/1732375256739/Put/seqid=0 2024-11-23T15:21:13,749 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1a904a9314e056e22f3d0a9254124054 in 859ms, sequenceid=10, compaction requested=false 2024-11-23T15:21:13,749 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:21:13,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:13,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 018362ca5320:36349 this server is in the failed servers list 2024-11-23T15:21:13,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:36349 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:13,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741850_1026 (size=5518) 2024-11-23T15:21:13,757 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/rep_barrier/3a27b1ef42ed4836b9c4f276c27229c8 2024-11-23T15:21:13,760 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/replication/1a904a9314e056e22f3d0a9254124054/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T15:21:13,761 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:13,761 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:13,761 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:13,761 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a904a9314e056e22f3d0a9254124054: Waiting for close lock at 1732375272889Running coprocessor pre-close hooks at 1732375272889Disabling compacts and flushes for region at 1732375272889Disabling writes for close at 1732375272889Obtaining lock to block concurrent updates at 1732375272889Preparing flush snapshotting stores in 1a904a9314e056e22f3d0a9254124054 at 1732375272889Finished memstore snapshotting hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732375272889Flushing stores of hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. at 1732375272890 (+1 ms)Flushing 1a904a9314e056e22f3d0a9254124054/hfileref: creating writer at 1732375272890Flushing 1a904a9314e056e22f3d0a9254124054/hfileref: appending metadata at 1732375272908 (+18 ms)Flushing 1a904a9314e056e22f3d0a9254124054/hfileref: closing flushed file at 1732375272908Flushing 1a904a9314e056e22f3d0a9254124054/queue: creating writer at 1732375273316 (+408 ms)Flushing 1a904a9314e056e22f3d0a9254124054/queue: appending metadata at 1732375273329 (+13 ms)Flushing 1a904a9314e056e22f3d0a9254124054/queue: closing flushed file at 1732375273329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6480e8bb: reopening flushed file at 1732375273737 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2aaf1e: reopening flushed file at 1732375273743 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1a904a9314e056e22f3d0a9254124054 in 859ms, sequenceid=10, compaction requested=false at 1732375273749 (+6 ms)Writing region close event to WAL at 1732375273755 (+6 ms)Running coprocessor post-close hooks at 1732375273760 (+5 ms)Closed at 1732375273761 (+1 ms) 2024-11-23T15:21:13,761 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375259910.1a904a9314e056e22f3d0a9254124054. 2024-11-23T15:21:13,778 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/table/fbf8d7d84dec46c2bc3e173a90ee76ce is 53, key is hbase:replication/table:state/1732375261374/Put/seqid=0 2024-11-23T15:21:13,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741851_1027 (size=5308) 2024-11-23T15:21:13,866 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1328, reset compression=false 2024-11-23T15:21:13,882 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:21:13,882 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:21:13,882 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:21:14,083 DEBUG [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:21:14,183 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/table/fbf8d7d84dec46c2bc3e173a90ee76ce 2024-11-23T15:21:14,188 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/info/facb669d28574cdb92dc48db00e19427 as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/info/facb669d28574cdb92dc48db00e19427 2024-11-23T15:21:14,192 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/info/facb669d28574cdb92dc48db00e19427, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:21:14,193 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/ns/262fe1d06fa049de80eec420356d31a0 as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/ns/262fe1d06fa049de80eec420356d31a0 2024-11-23T15:21:14,198 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/ns/262fe1d06fa049de80eec420356d31a0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:21:14,199 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/rep_barrier/3a27b1ef42ed4836b9c4f276c27229c8 as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/rep_barrier/3a27b1ef42ed4836b9c4f276c27229c8 2024-11-23T15:21:14,204 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/rep_barrier/3a27b1ef42ed4836b9c4f276c27229c8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:21:14,205 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/.tmp/table/fbf8d7d84dec46c2bc3e173a90ee76ce as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/table/fbf8d7d84dec46c2bc3e173a90ee76ce 2024-11-23T15:21:14,209 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/table/fbf8d7d84dec46c2bc3e173a90ee76ce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:21:14,210 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-11-23T15:21:14,211 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:21:14,218 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:21:14,219 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:14,219 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:14,219 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:14,219 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375272881Running coprocessor pre-close hooks at 1732375272881Disabling compacts and flushes for region at 1732375272881Disabling writes for close at 1732375272881Obtaining lock to block concurrent updates at 1732375272881Preparing flush snapshotting stores in 1588230740 at 1732375272881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375272882 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375272882Flushing 1588230740/info: creating writer at 1732375272882Flushing 1588230740/info: appending metadata at 1732375272898 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732375272898Flushing 1588230740/ns: creating writer at 1732375273309 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732375273325 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732375273325Flushing 1588230740/rep_barrier: creating writer at 1732375273734 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375273748 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375273748Flushing 1588230740/table: creating writer at 1732375273761 (+13 ms)Flushing 1588230740/table: appending metadata at 1732375273778 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732375273778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf2e3d5: reopening flushed file at 1732375274187 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436f60e4: reopening flushed file at 1732375274193 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf0ae6d: reopening flushed file at 1732375274198 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@575b2e51: reopening flushed file at 1732375274204 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1732375274210 (+6 ms)Writing region close event to WAL at 1732375274215 (+5 ms)Running coprocessor post-close hooks at 1732375274219 (+4 ms)Closed at 1732375274219 2024-11-23T15:21:14,219 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:14,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:14,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 018362ca5320:36349 this server is in the failed servers list 2024-11-23T15:21:14,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 018362ca5320:36349 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:14,283 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,41041,1732375245286; all regions closed. 2024-11-23T15:21:14,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:21:14,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.meta.1732375248574.meta not finished, retry = 0 2024-11-23T15:21:14,370 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 to pos 1328, reset compression=false 2024-11-23T15:21:14,387 DEBUG [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/oldWALs 2024-11-23T15:21:14,387 INFO [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C41041%2C1732375245286.meta:.meta(num 1732375248574) 2024-11-23T15:21:14,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.rep.1732375261337 not finished, retry = 0 2024-11-23T15:21:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741839_1015 (size=2695) 2024-11-23T15:21:14,493 DEBUG [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/oldWALs 2024-11-23T15:21:14,493 INFO [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C41041%2C1732375245286.rep:(num 1732375261337) 2024-11-23T15:21:14,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/WALs/018362ca5320,41041,1732375245286/018362ca5320%2C41041%2C1732375245286.1732375247617 not finished, retry = 0 2024-11-23T15:21:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741832_1008 (size=1336) 2024-11-23T15:21:14,597 DEBUG [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/oldWALs 2024-11-23T15:21:14,597 INFO [RS:0;018362ca5320:41041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C41041%2C1732375245286:(num 1732375247617) 2024-11-23T15:21:14,597 DEBUG [RS:0;018362ca5320:41041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:14,598 INFO [RS:0;018362ca5320:41041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:21:14,598 INFO [RS:0;018362ca5320:41041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:21:14,598 INFO [RS:0;018362ca5320:41041 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:21:14,598 INFO [RS:0;018362ca5320:41041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:21:14,598 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:21:14,598 INFO [RS:0;018362ca5320:41041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,41041,1732375245286 because: Region server is closing 2024-11-23T15:21:14,598 INFO [RS:0;018362ca5320:41041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:41041. 2024-11-23T15:21:14,598 DEBUG [RS:0;018362ca5320:41041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:14,598 DEBUG [RS:0;018362ca5320:41041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:14,598 DEBUG [RS:0;018362ca5320:41041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:14,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:14,676 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:21:14,699 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.wal-reader.018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:21:14,699 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-23T15:21:14,699 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-23T15:21:14,699 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-23T15:21:15,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:15,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:15,278 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:15,400 INFO [RS:0;018362ca5320:41041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,41041,1732375245286.replicationSource.shipper018362ca5320%2C41041%2C1732375245286,1-018362ca5320,41041,1732375245286 terminated 2024-11-23T15:21:15,400 INFO [RS:0;018362ca5320:41041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:41041. 2024-11-23T15:21:15,400 DEBUG [RS:0;018362ca5320:41041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:15,400 DEBUG [RS:0;018362ca5320:41041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:15,400 DEBUG [RS:0;018362ca5320:41041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:15,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:15,401 INFO [RS:0;018362ca5320:41041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41041 2024-11-23T15:21:15,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580596302/rs/018362ca5320,41041,1732375245286 2024-11-23T15:21:15,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302/rs 2024-11-23T15:21:15,548 INFO [RS:0;018362ca5320:41041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:21:15,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,41041,1732375245286] 2024-11-23T15:21:15,669 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0580596302/draining/018362ca5320,41041,1732375245286 already deleted, retry=false 2024-11-23T15:21:15,669 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,41041,1732375245286 expired; onlineServers=0 2024-11-23T15:21:15,669 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,35385,1732375245090' ***** 2024-11-23T15:21:15,669 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:21:15,669 INFO [M:0;018362ca5320:35385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:21:15,669 INFO [M:0;018362ca5320:35385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:21:15,669 DEBUG [M:0;018362ca5320:35385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:21:15,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:21:15,669 DEBUG [M:0;018362ca5320:35385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:21:15,669 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375247359 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375247359,5,FailOnTimeoutGroup] 2024-11-23T15:21:15,669 INFO [M:0;018362ca5320:35385 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:21:15,669 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375247360 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375247360,5,FailOnTimeoutGroup] 2024-11-23T15:21:15,669 INFO [M:0;018362ca5320:35385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:21:15,669 DEBUG [M:0;018362ca5320:35385 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:21:15,669 INFO [M:0;018362ca5320:35385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:21:15,669 INFO [M:0;018362ca5320:35385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:21:15,670 INFO [M:0;018362ca5320:35385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:21:15,670 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:21:15,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:15,721 INFO [RS:0;018362ca5320:41041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:21:15,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41041-0x101684863de0001, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:15,721 INFO [RS:0;018362ca5320:41041 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,41041,1732375245286; zookeeper connection closed. 2024-11-23T15:21:15,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@167d7f9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@167d7f9d 2024-11-23T15:21:15,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:21:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580596302/master 2024-11-23T15:21:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580596302 2024-11-23T15:21:15,790 DEBUG [M:0;018362ca5320:35385 {}] zookeeper.RecoverableZooKeeper(212): Node /0580596302/master already deleted, retry=false 2024-11-23T15:21:15,790 DEBUG [M:0;018362ca5320:35385 {}] master.ActiveMasterManager(353): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Failed delete of our master address node; KeeperErrorCode = NoNode for /0580596302/master 2024-11-23T15:21:15,791 INFO [M:0;018362ca5320:35385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/.lastflushedseqids 2024-11-23T15:21:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741852_1028 (size=263) 2024-11-23T15:21:15,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:15,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:15,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:15,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:15,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:15,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:15,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:15,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:15,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:15,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:16,200 INFO [M:0;018362ca5320:35385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:21:16,201 INFO [M:0;018362ca5320:35385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:21:16,201 DEBUG [M:0;018362ca5320:35385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:16,201 INFO [M:0;018362ca5320:35385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:16,201 DEBUG [M:0;018362ca5320:35385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:16,201 DEBUG [M:0;018362ca5320:35385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:16,201 DEBUG [M:0;018362ca5320:35385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:16,201 INFO [M:0;018362ca5320:35385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-23T15:21:16,219 DEBUG [M:0;018362ca5320:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe30911a7504614950c146224e41135 is 82, key is hbase:meta,,1/info:regioninfo/1732375248611/Put/seqid=0 2024-11-23T15:21:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741853_1029 (size=5672) 2024-11-23T15:21:16,623 INFO [M:0;018362ca5320:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe30911a7504614950c146224e41135 2024-11-23T15:21:16,643 DEBUG [M:0;018362ca5320:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39193982a3f440518b9830f22b7c0fb6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375261377/Put/seqid=0 2024-11-23T15:21:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741854_1030 (size=8515) 2024-11-23T15:21:17,047 INFO [M:0;018362ca5320:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39193982a3f440518b9830f22b7c0fb6 2024-11-23T15:21:17,071 DEBUG [M:0;018362ca5320:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e72e51f6b4ee490ca50b76ff303aec60 is 69, key is 018362ca5320,41041,1732375245286/rs:state/1732375247469/Put/seqid=0 2024-11-23T15:21:17,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741855_1031 (size=5156) 2024-11-23T15:21:17,295 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:17,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:17,296 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:17,475 INFO [M:0;018362ca5320:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e72e51f6b4ee490ca50b76ff303aec60 2024-11-23T15:21:17,479 DEBUG [M:0;018362ca5320:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe30911a7504614950c146224e41135 as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abe30911a7504614950c146224e41135 2024-11-23T15:21:17,482 INFO [M:0;018362ca5320:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abe30911a7504614950c146224e41135, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T15:21:17,483 DEBUG [M:0;018362ca5320:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39193982a3f440518b9830f22b7c0fb6 as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39193982a3f440518b9830f22b7c0fb6 2024-11-23T15:21:17,487 INFO [M:0;018362ca5320:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39193982a3f440518b9830f22b7c0fb6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T15:21:17,488 DEBUG [M:0;018362ca5320:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e72e51f6b4ee490ca50b76ff303aec60 as hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e72e51f6b4ee490ca50b76ff303aec60 2024-11-23T15:21:17,491 INFO [M:0;018362ca5320:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37527/user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e72e51f6b4ee490ca50b76ff303aec60, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T15:21:17,492 INFO [M:0;018362ca5320:35385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-23T15:21:17,497 INFO [M:0;018362ca5320:35385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:17,497 DEBUG [M:0;018362ca5320:35385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375276201Disabling compacts and flushes for region at 1732375276201Disabling writes for close at 1732375276201Obtaining lock to block concurrent updates at 1732375276201Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375276201Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732375276201Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375276202 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375276202Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375276218 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375276218Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375276627 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375276643 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375276643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375277051 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375277070 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375277070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f923084: reopening flushed file at 1732375277478 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcdac75: reopening flushed file at 1732375277483 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b331402: reopening flushed file at 1732375277487 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1732375277492 (+5 ms)Writing region close event to WAL at 1732375277497 (+5 ms)Closed at 1732375277497 2024-11-23T15:21:17,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741830_1006 (size=63642) 2024-11-23T15:21:17,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a87b9018-906d-e316-eaab-ade1875c6ef9/MasterData/WALs/018362ca5320,35385,1732375245090/018362ca5320%2C35385%2C1732375245090.1732375247074 not finished, retry = 0 2024-11-23T15:21:17,600 INFO [M:0;018362ca5320:35385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:21:17,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:21:17,600 INFO [M:0;018362ca5320:35385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35385 2024-11-23T15:21:17,601 INFO [M:0;018362ca5320:35385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:21:17,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:21:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:21:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:21:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:21:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:17,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:21:17,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:17,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x101684863de0000, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:17,933 INFO [M:0;018362ca5320:35385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:21:18,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dfbd136{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:18,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16a57df0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:21:18,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:21:18,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@543840cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:21:18,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156172f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.log.dir/,STOPPED} 2024-11-23T15:21:18,022 WARN [BP-1948474031-172.17.0.2-1732375242839 heartbeating to localhost/127.0.0.1:37527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:21:18,022 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:21:18,022 WARN [BP-1948474031-172.17.0.2-1732375242839 heartbeating to localhost/127.0.0.1:37527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1948474031-172.17.0.2-1732375242839 (Datanode Uuid 57b2cdcc-4a87-4e6f-9481-14318997f746) service to localhost/127.0.0.1:37527 2024-11-23T15:21:18,022 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:21:18,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/cluster_78e6ff3c-3d59-f756-4420-c2481e8def32/data/data1/current/BP-1948474031-172.17.0.2-1732375242839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:21:18,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/cluster_78e6ff3c-3d59-f756-4420-c2481e8def32/data/data2/current/BP-1948474031-172.17.0.2-1732375242839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:21:18,023 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:21:18,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dc5809b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:18,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39fefc89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:21:18,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:21:18,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f30bc13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:21:18,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4624b729{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b1d6aae-c737-71db-6ab2-954cac624ad0/hadoop.log.dir/,STOPPED} 2024-11-23T15:21:18,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:21:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:21:18,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 204) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38269 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37527 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38269 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6627 (was 6812) 2024-11-23T15:21:18,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=6627 2024-11-23T15:21:18,071 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-23T15:21:18,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.log.dir so I do NOT create it in target/test-data/ae8d8008-6351-d014-4b95-050bf166d826 2024-11-23T15:21:18,072 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:21:18,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.tmp.dir so I do NOT create it in target/test-data/ae8d8008-6351-d014-4b95-050bf166d826 2024-11-23T15:21:18,072 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/89f350b5-5c54-f412-2128-559886387006/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:21:18,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826 2024-11-23T15:21:18,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/cluster_900e3f91-fc8a-725d-348e-991d72d90d9f, deleteOnExit=true 2024-11-23T15:21:18,089 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/cluster_900e3f91-fc8a-725d-348e-991d72d90d9f/zookeeper_0, clientPort=64866, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/cluster_900e3f91-fc8a-725d-348e-991d72d90d9f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/cluster_900e3f91-fc8a-725d-348e-991d72d90d9f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:21:18,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64866 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/test.cache.data in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:21:18,090 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:21:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:21:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101684863de0002, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:21:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101684863de0005, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:21:18,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101684863de0002, quorum=127.0.0.1:55205, baseZNode=/0580596302 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:21:18,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101684863de0005, quorum=127.0.0.1:55205, baseZNode=/11441544095 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:21:19,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:19,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:19,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:19,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:19,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:19,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:19,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc17f17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:19,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59acacc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:19,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b0313e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/java.io.tmpdir/jetty-localhost-36967-hadoop-hdfs-3_4_1-tests_jar-_-any-8578060003163863396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:19,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@290238e0{HTTP/1.1, (http/1.1)}{localhost:36967} 2024-11-23T15:21:19,709 INFO [Time-limited test {}] server.Server(415): Started @210091ms 2024-11-23T15:21:19,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:19,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:19,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:19,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:19,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:19,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efaac7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:19,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca81938{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:20,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e355257{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/java.io.tmpdir/jetty-localhost-45071-hadoop-hdfs-3_4_1-tests_jar-_-any-6214201318989666078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:20,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54e18bb0{HTTP/1.1, (http/1.1)}{localhost:45071} 2024-11-23T15:21:20,083 INFO [Time-limited test {}] server.Server(415): Started @210465ms 2024-11-23T15:21:20,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:21:20,738 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/cluster_900e3f91-fc8a-725d-348e-991d72d90d9f/data/data1/current/BP-1962638627-172.17.0.2-1732375278105/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:20,738 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/cluster_900e3f91-fc8a-725d-348e-991d72d90d9f/data/data2/current/BP-1962638627-172.17.0.2-1732375278105/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:20,756 WARN [Thread-2173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:21:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7365b836e6743be2 with lease ID 0xdbaf51a869a17387: Processing first storage report for DS-1e7fa992-a9f0-4ef2-bc45-8fd1899cc553 from datanode DatanodeRegistration(127.0.0.1:44911, datanodeUuid=e6783ca7-3a6c-4bcc-bd1e-aeb263a4c6af, infoPort=33741, infoSecurePort=0, ipcPort=43267, storageInfo=lv=-57;cid=testClusterID;nsid=992080773;c=1732375278105) 2024-11-23T15:21:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7365b836e6743be2 with lease ID 0xdbaf51a869a17387: from storage DS-1e7fa992-a9f0-4ef2-bc45-8fd1899cc553 node DatanodeRegistration(127.0.0.1:44911, datanodeUuid=e6783ca7-3a6c-4bcc-bd1e-aeb263a4c6af, infoPort=33741, infoSecurePort=0, ipcPort=43267, storageInfo=lv=-57;cid=testClusterID;nsid=992080773;c=1732375278105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7365b836e6743be2 with lease ID 0xdbaf51a869a17387: Processing first storage report for DS-d31f9905-2b1b-413b-a451-5cd3741e38ea from datanode DatanodeRegistration(127.0.0.1:44911, datanodeUuid=e6783ca7-3a6c-4bcc-bd1e-aeb263a4c6af, infoPort=33741, infoSecurePort=0, ipcPort=43267, storageInfo=lv=-57;cid=testClusterID;nsid=992080773;c=1732375278105) 2024-11-23T15:21:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7365b836e6743be2 with lease ID 0xdbaf51a869a17387: from storage DS-d31f9905-2b1b-413b-a451-5cd3741e38ea node DatanodeRegistration(127.0.0.1:44911, datanodeUuid=e6783ca7-3a6c-4bcc-bd1e-aeb263a4c6af, infoPort=33741, infoSecurePort=0, ipcPort=43267, storageInfo=lv=-57;cid=testClusterID;nsid=992080773;c=1732375278105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:20,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826 2024-11-23T15:21:20,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:20,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:20,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:21:20,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:20,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:20,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:20,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:20,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:20,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:20,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:20,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:20,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:20,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:21,224 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566 with version=8 2024-11-23T15:21:21,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/hbase-staging 2024-11-23T15:21:21,225 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:21:21,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:21,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:21,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:21,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:21,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:21,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:21:21,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:21,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42397 2024-11-23T15:21:21,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42397 connecting to ZooKeeper ensemble=127.0.0.1:64866 2024-11-23T15:21:21,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423970x0, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:21,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42397-0x1016848edb40000 connected 2024-11-23T15:21:21,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:21,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:21,326 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:21,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:21,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:21,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on znode that does not yet exist, /0-344994976/running 2024-11-23T15:21:21,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566, hbase.cluster.distributed=false 2024-11-23T15:21:21,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on znode that does not yet exist, /0-344994976/acl 2024-11-23T15:21:21,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42397 2024-11-23T15:21:21,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42397 2024-11-23T15:21:21,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42397 2024-11-23T15:21:21,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42397 2024-11-23T15:21:21,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42397 2024-11-23T15:21:21,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:21:21,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:21,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:21,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:21,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:21,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:21,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:21:21,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:21,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36493 2024-11-23T15:21:21,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36493 connecting to ZooKeeper ensemble=127.0.0.1:64866 2024-11-23T15:21:21,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:21,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:21,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364930x0, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:21,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364930x0, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on znode that does not yet exist, /0-344994976/running 2024-11-23T15:21:21,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36493-0x1016848edb40001 connected 2024-11-23T15:21:21,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:21:21,433 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:21:21,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on znode that does not yet exist, /0-344994976/master 2024-11-23T15:21:21,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on znode that does not yet exist, /0-344994976/acl 2024-11-23T15:21:21,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-23T15:21:21,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36493 2024-11-23T15:21:21,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36493 2024-11-23T15:21:21,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-23T15:21:21,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-23T15:21:21,454 DEBUG [M:0;018362ca5320:42397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:42397 2024-11-23T15:21:21,454 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-344994976/backup-masters/018362ca5320,42397,1732375281225 2024-11-23T15:21:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976/backup-masters 2024-11-23T15:21:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976/backup-masters 2024-11-23T15:21:21,464 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on existing znode=/0-344994976/backup-masters/018362ca5320,42397,1732375281225 2024-11-23T15:21:21,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:21,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-344994976/master 2024-11-23T15:21:21,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:21,474 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on existing znode=/0-344994976/master 2024-11-23T15:21:21,474 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-344994976/backup-masters/018362ca5320,42397,1732375281225 from backup master directory 2024-11-23T15:21:21,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-344994976/backup-masters/018362ca5320,42397,1732375281225 2024-11-23T15:21:21,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976/backup-masters 2024-11-23T15:21:21,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976/backup-masters 2024-11-23T15:21:21,484 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:21,484 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,42397,1732375281225 2024-11-23T15:21:21,488 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/hbase.id] with ID: 7865003f-a6ac-4c33-83c2-66a03ab05b24 2024-11-23T15:21:21,488 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/.tmp/hbase.id 2024-11-23T15:21:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:21:21,892 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/.tmp/hbase.id]:[hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/hbase.id] 2024-11-23T15:21:21,901 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:21,901 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:21:21,902 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:21:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:21:21,953 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:21,953 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:21:21,954 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:21,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:21:22,360 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store 2024-11-23T15:21:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:21:22,767 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:22,767 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:22,767 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:22,767 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:22,767 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:22,767 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:22,767 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:22,767 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375282767Disabling compacts and flushes for region at 1732375282767Disabling writes for close at 1732375282767Writing region close event to WAL at 1732375282767Closed at 1732375282767 2024-11-23T15:21:22,768 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/.initializing 2024-11-23T15:21:22,768 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/WALs/018362ca5320,42397,1732375281225 2024-11-23T15:21:22,769 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:22,770 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C42397%2C1732375281225, suffix=, logDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/WALs/018362ca5320,42397,1732375281225, archiveDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/oldWALs, maxLogs=10 2024-11-23T15:21:22,786 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/WALs/018362ca5320,42397,1732375281225/018362ca5320%2C42397%2C1732375281225.1732375282771, exclude list is [], retry=0 2024-11-23T15:21:22,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44911,DS-1e7fa992-a9f0-4ef2-bc45-8fd1899cc553,DISK] 2024-11-23T15:21:22,790 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/WALs/018362ca5320,42397,1732375281225/018362ca5320%2C42397%2C1732375281225.1732375282771 2024-11-23T15:21:22,791 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-23T15:21:22,791 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:22,791 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:22,791 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,791 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:21:22,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:21:22,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:22,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:22,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:21:22,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:22,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:22,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:21:22,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:22,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:22,799 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,800 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,800 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,801 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,801 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,801 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:22,802 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:22,804 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:22,804 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72751669, jitterRate=0.08408434689044952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:22,805 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375282791Initializing all the Stores at 1732375282792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375282792Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375282792Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375282792Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375282792Cleaning up temporary data from old regions at 1732375282801 (+9 ms)Region opened successfully at 1732375282805 (+4 ms) 2024-11-23T15:21:22,805 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:21:22,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f9016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:21:22,808 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:21:22,808 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:21:22,808 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:21:22,808 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:21:22,809 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:21:22,809 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:21:22,809 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:21:22,811 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:21:22,812 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Unable to get data of znode /0-344994976/balancer because node does not exist (not necessarily an error) 2024-11-23T15:21:22,884 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-344994976/balancer already deleted, retry=false 2024-11-23T15:21:22,885 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:21:22,886 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Unable to get data of znode /0-344994976/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:21:22,895 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-344994976/normalizer already deleted, retry=false 2024-11-23T15:21:22,895 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:21:22,896 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Unable to get data of znode /0-344994976/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:21:22,905 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-344994976/switch/split already deleted, retry=false 2024-11-23T15:21:22,906 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Unable to get data of znode /0-344994976/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:21:22,916 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-344994976/switch/merge already deleted, retry=false 2024-11-23T15:21:22,917 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Unable to get data of znode /0-344994976/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:21:22,926 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-344994976/snapshot-cleanup already deleted, retry=false 2024-11-23T15:21:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-344994976/running 2024-11-23T15:21:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-344994976/running 2024-11-23T15:21:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:22,937 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,42397,1732375281225, sessionid=0x1016848edb40000, setting cluster-up flag (Was=false) 2024-11-23T15:21:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:22,989 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-344994976/flush-table-proc/acquired, /0-344994976/flush-table-proc/reached, /0-344994976/flush-table-proc/abort 2024-11-23T15:21:22,990 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,42397,1732375281225 2024-11-23T15:21:23,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:23,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:23,042 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-344994976/online-snapshot/acquired, /0-344994976/online-snapshot/reached, /0-344994976/online-snapshot/abort 2024-11-23T15:21:23,043 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,42397,1732375281225 2024-11-23T15:21:23,044 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:21:23,045 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:23,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:21:23,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:21:23,046 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,42397,1732375281225 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:21:23,047 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:23,047 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:23,047 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:23,047 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:23,047 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:21:23,047 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,048 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:23,048 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:23,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:21:23,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:23,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:21:23,055 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375313055 2024-11-23T15:21:23,056 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:21:23,056 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:21:23,056 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:21:23,056 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:21:23,056 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:21:23,056 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:21:23,059 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,060 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:21:23,060 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:21:23,060 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:21:23,060 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:21:23,061 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:21:23,061 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:21:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:21:23,066 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375283061,5,FailOnTimeoutGroup] 2024-11-23T15:21:23,068 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375283066,5,FailOnTimeoutGroup] 2024-11-23T15:21:23,068 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,068 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:21:23,068 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,068 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,144 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(746): ClusterId : 7865003f-a6ac-4c33-83c2-66a03ab05b24 2024-11-23T15:21:23,144 DEBUG [RS:0;018362ca5320:36493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:21:23,156 DEBUG [RS:0;018362ca5320:36493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:21:23,156 DEBUG [RS:0;018362ca5320:36493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:21:23,166 DEBUG [RS:0;018362ca5320:36493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:21:23,167 DEBUG [RS:0;018362ca5320:36493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3317922f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:21:23,179 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:36493 2024-11-23T15:21:23,179 INFO [RS:0;018362ca5320:36493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:21:23,179 INFO [RS:0;018362ca5320:36493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:21:23,179 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:21:23,179 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,42397,1732375281225 with port=36493, startcode=1732375281419 2024-11-23T15:21:23,180 DEBUG [RS:0;018362ca5320:36493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:21:23,181 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:21:23,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,36493,1732375281419 2024-11-23T15:21:23,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42397 {}] master.ServerManager(517): Registering regionserver=018362ca5320,36493,1732375281419 2024-11-23T15:21:23,183 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566 2024-11-23T15:21:23,183 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36963 2024-11-23T15:21:23,183 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:21:23,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976/rs 2024-11-23T15:21:23,190 DEBUG [RS:0;018362ca5320:36493 {}] zookeeper.ZKUtil(111): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on existing znode=/0-344994976/rs/018362ca5320,36493,1732375281419 2024-11-23T15:21:23,190 WARN [RS:0;018362ca5320:36493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:23,190 INFO [RS:0;018362ca5320:36493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:23,190 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419 2024-11-23T15:21:23,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,36493,1732375281419] 2024-11-23T15:21:23,192 INFO [RS:0;018362ca5320:36493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:21:23,194 INFO [RS:0;018362ca5320:36493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:21:23,194 INFO [RS:0;018362ca5320:36493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:21:23,194 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,196 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:21:23,197 INFO [RS:0;018362ca5320:36493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:21:23,197 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:23,197 DEBUG [RS:0;018362ca5320:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:23,197 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,197 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,197 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,197 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,197 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,198 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36493,1732375281419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:23,214 INFO [RS:0;018362ca5320:36493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:21:23,214 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,36493,1732375281419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,214 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,214 INFO [RS:0;018362ca5320:36493 {}] regionserver.Replication(171): 018362ca5320,36493,1732375281419 started 2024-11-23T15:21:23,230 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:23,230 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,36493,1732375281419, RpcServer on 018362ca5320/172.17.0.2:36493, sessionid=0x1016848edb40001 2024-11-23T15:21:23,230 DEBUG [RS:0;018362ca5320:36493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:21:23,230 DEBUG [RS:0;018362ca5320:36493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,36493,1732375281419 2024-11-23T15:21:23,230 DEBUG [RS:0;018362ca5320:36493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,36493,1732375281419' 2024-11-23T15:21:23,230 DEBUG [RS:0;018362ca5320:36493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-344994976/flush-table-proc/abort' 2024-11-23T15:21:23,231 DEBUG [RS:0;018362ca5320:36493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-344994976/flush-table-proc/acquired' 2024-11-23T15:21:23,231 DEBUG [RS:0;018362ca5320:36493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:21:23,231 DEBUG [RS:0;018362ca5320:36493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:21:23,231 DEBUG [RS:0;018362ca5320:36493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,36493,1732375281419 2024-11-23T15:21:23,231 DEBUG [RS:0;018362ca5320:36493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,36493,1732375281419' 2024-11-23T15:21:23,231 DEBUG [RS:0;018362ca5320:36493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-344994976/online-snapshot/abort' 2024-11-23T15:21:23,231 DEBUG [RS:0;018362ca5320:36493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-344994976/online-snapshot/acquired' 2024-11-23T15:21:23,232 DEBUG [RS:0;018362ca5320:36493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:21:23,232 INFO [RS:0;018362ca5320:36493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:21:23,232 INFO [RS:0;018362ca5320:36493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:21:23,332 INFO [RS:0;018362ca5320:36493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:23,334 INFO [RS:0;018362ca5320:36493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C36493%2C1732375281419, suffix=, logDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419, archiveDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/oldWALs, maxLogs=10 2024-11-23T15:21:23,349 DEBUG [RS:0;018362ca5320:36493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334, exclude list is [], retry=0 2024-11-23T15:21:23,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44911,DS-1e7fa992-a9f0-4ef2-bc45-8fd1899cc553,DISK] 2024-11-23T15:21:23,354 INFO [RS:0;018362ca5320:36493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 2024-11-23T15:21:23,354 DEBUG [RS:0;018362ca5320:36493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-23T15:21:23,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:21:23,463 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566 2024-11-23T15:21:23,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:21:23,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:23,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:21:23,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:21:23,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:23,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:23,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:21:23,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:21:23,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:23,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:23,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:21:23,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:21:23,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:23,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:23,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:21:23,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:21:23,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:23,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:23,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:21:23,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740 2024-11-23T15:21:23,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740 2024-11-23T15:21:23,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:21:23,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:21:23,876 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:23,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:21:23,878 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:23,879 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65547843, jitterRate=-0.023261025547981262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:23,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375283868Initializing all the Stores at 1732375283869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375283869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375283869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375283869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375283869Cleaning up temporary data from old regions at 1732375283876 (+7 ms)Region opened successfully at 1732375283879 (+3 ms) 2024-11-23T15:21:23,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:21:23,879 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:21:23,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:21:23,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:21:23,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:21:23,880 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:23,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375283879Disabling compacts and flushes for region at 1732375283879Disabling writes for close at 1732375283879Writing region close event to WAL at 1732375283880 (+1 ms)Closed at 1732375283880 2024-11-23T15:21:23,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:23,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:21:23,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:21:23,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:21:23,882 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:21:24,033 DEBUG [018362ca5320:42397 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:21:24,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,36493,1732375281419 2024-11-23T15:21:24,034 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,36493,1732375281419, state=OPENING 2024-11-23T15:21:24,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:21:24,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:24,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:24,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:21:24,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,36493,1732375281419}] 2024-11-23T15:21:24,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-344994976/meta-region-server: CHANGED 2024-11-23T15:21:24,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-344994976/meta-region-server: CHANGED 2024-11-23T15:21:24,321 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:21:24,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:21:24,325 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:21:24,325 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:24,326 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:21:24,327 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C36493%2C1732375281419.meta, suffix=.meta, logDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419, archiveDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/oldWALs, maxLogs=10 2024-11-23T15:21:24,339 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.meta.1732375284327.meta, exclude list is [], retry=0 2024-11-23T15:21:24,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44911,DS-1e7fa992-a9f0-4ef2-bc45-8fd1899cc553,DISK] 2024-11-23T15:21:24,343 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.meta.1732375284327.meta 2024-11-23T15:21:24,343 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-23T15:21:24,343 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:24,343 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:24,343 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:21:24,343 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:21:24,344 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:21:24,344 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:21:24,344 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:24,344 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:21:24,344 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:21:24,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:21:24,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:21:24,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:24,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:24,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:21:24,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:21:24,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:24,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:24,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:21:24,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:21:24,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:24,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:24,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:21:24,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:21:24,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:24,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:24,349 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:21:24,350 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740 2024-11-23T15:21:24,350 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740 2024-11-23T15:21:24,351 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:21:24,351 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:21:24,352 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:24,353 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:21:24,353 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74794316, jitterRate=0.11452215909957886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:24,353 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:21:24,354 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375284344Writing region info on filesystem at 1732375284344Initializing all the Stores at 1732375284345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375284345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375284345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375284345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375284345Cleaning up temporary data from old regions at 1732375284351 (+6 ms)Running coprocessor post-open hooks at 1732375284353 (+2 ms)Region opened successfully at 1732375284354 (+1 ms) 2024-11-23T15:21:24,355 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375284321 2024-11-23T15:21:24,357 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:21:24,357 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:21:24,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,36493,1732375281419 2024-11-23T15:21:24,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,36493,1732375281419, state=OPEN 2024-11-23T15:21:24,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-344994976/meta-region-server 2024-11-23T15:21:24,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-344994976/meta-region-server 2024-11-23T15:21:24,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,36493,1732375281419 2024-11-23T15:21:24,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-344994976/meta-region-server: CHANGED 2024-11-23T15:21:24,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-344994976/meta-region-server: CHANGED 2024-11-23T15:21:24,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:21:24,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,36493,1732375281419 in 232 msec 2024-11-23T15:21:24,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:21:24,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-11-23T15:21:24,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:24,405 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:21:24,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:24,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36493,1732375281419, seqNum=-1] 2024-11-23T15:21:24,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:24,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:24,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-23T15:21:24,412 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375284412, completionTime=-1 2024-11-23T15:21:24,412 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:21:24,413 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375344415 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375404415 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42397,1732375281225-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42397,1732375281225-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42397,1732375281225-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:42397, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:24,415 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:24,417 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:21:24,419 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-23T15:21:24,419 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:21:24,419 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:21:24,419 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:21:24,419 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:21:24,419 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:21:24,420 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42397,1732375281225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:24,420 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42397,1732375281225-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:21:24,421 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:21:24,421 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:21:24,422 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42397,1732375281225-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:24,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326e0995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:24,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42397,-1 for getting cluster id 2024-11-23T15:21:24,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:24,447 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7865003f-a6ac-4c33-83c2-66a03ab05b24' 2024-11-23T15:21:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7865003f-a6ac-4c33-83c2-66a03ab05b24" 2024-11-23T15:21:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54331d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42397,-1] 2024-11-23T15:21:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:24,448 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:24,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1197e5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:24,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36493,1732375281419, seqNum=-1] 2024-11-23T15:21:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:24,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:24,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,42397,1732375281225 2024-11-23T15:21:24,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64866 2024-11-23T15:21:24,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:24,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016848edb40002 connected 2024-11-23T15:21:24,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.log.dir so I do NOT create it in target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb 2024-11-23T15:21:24,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:21:24,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.tmp.dir so I do NOT create it in target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb 2024-11-23T15:21:24,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:21:24,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb 2024-11-23T15:21:24,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/cluster_85a4a2b9-9375-af7f-fab1-7a056feee23d, deleteOnExit=true 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/test.cache.data in system properties and HBase conf 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:21:24,487 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:21:24,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:21:24,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:21:24,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:24,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:24,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:24,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:24,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:24,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:24,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a03bdcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:24,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@323cd9ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:24,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25864af5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/java.io.tmpdir/jetty-localhost-34889-hadoop-hdfs-3_4_1-tests_jar-_-any-10918902031936098624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:24,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d8ce52{HTTP/1.1, (http/1.1)}{localhost:34889} 2024-11-23T15:21:24,882 INFO [Time-limited test {}] server.Server(415): Started @215265ms 2024-11-23T15:21:25,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:25,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:25,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:25,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:25,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:25,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b807665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:25,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a00ffe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:25,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fb50aae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/java.io.tmpdir/jetty-localhost-35929-hadoop-hdfs-3_4_1-tests_jar-_-any-4305317209258709284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:25,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54f23f83{HTTP/1.1, (http/1.1)}{localhost:35929} 2024-11-23T15:21:25,372 INFO [Time-limited test {}] server.Server(415): Started @215755ms 2024-11-23T15:21:25,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:21:26,116 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/cluster_85a4a2b9-9375-af7f-fab1-7a056feee23d/data/data1/current/BP-2029444969-172.17.0.2-1732375284504/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:26,117 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/cluster_85a4a2b9-9375-af7f-fab1-7a056feee23d/data/data2/current/BP-2029444969-172.17.0.2-1732375284504/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:26,138 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:21:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8672848d5262f980 with lease ID 0xbd5e2a6671ec6bdb: Processing first storage report for DS-706e7eee-21bd-42ad-b90d-dc4b3bba0c8d from datanode DatanodeRegistration(127.0.0.1:39495, datanodeUuid=2849a589-ae90-450e-9c80-bf2af59f015d, infoPort=46491, infoSecurePort=0, ipcPort=44795, storageInfo=lv=-57;cid=testClusterID;nsid=679869737;c=1732375284504) 2024-11-23T15:21:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8672848d5262f980 with lease ID 0xbd5e2a6671ec6bdb: from storage DS-706e7eee-21bd-42ad-b90d-dc4b3bba0c8d node DatanodeRegistration(127.0.0.1:39495, datanodeUuid=2849a589-ae90-450e-9c80-bf2af59f015d, infoPort=46491, infoSecurePort=0, ipcPort=44795, storageInfo=lv=-57;cid=testClusterID;nsid=679869737;c=1732375284504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8672848d5262f980 with lease ID 0xbd5e2a6671ec6bdb: Processing first storage report for DS-27811cef-59d2-4a70-937b-c58e9eff1284 from datanode DatanodeRegistration(127.0.0.1:39495, datanodeUuid=2849a589-ae90-450e-9c80-bf2af59f015d, infoPort=46491, infoSecurePort=0, ipcPort=44795, storageInfo=lv=-57;cid=testClusterID;nsid=679869737;c=1732375284504) 2024-11-23T15:21:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8672848d5262f980 with lease ID 0xbd5e2a6671ec6bdb: from storage DS-27811cef-59d2-4a70-937b-c58e9eff1284 node DatanodeRegistration(127.0.0.1:39495, datanodeUuid=2849a589-ae90-450e-9c80-bf2af59f015d, infoPort=46491, infoSecurePort=0, ipcPort=44795, storageInfo=lv=-57;cid=testClusterID;nsid=679869737;c=1732375284504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:26,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb 2024-11-23T15:21:26,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:26,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:21:26,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04 with version=8 2024-11-23T15:21:26,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/hbase-staging 2024-11-23T15:21:26,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:21:26,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:26,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:26,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:26,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:26,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:26,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:21:26,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:26,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42425 2024-11-23T15:21:26,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42425 connecting to ZooKeeper ensemble=127.0.0.1:64866 2024-11-23T15:21:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424250x0, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:26,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42425-0x1016848edb40003 connected 2024-11-23T15:21:26,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:26,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:26,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on znode that does not yet exist, /1-457770425/running 2024-11-23T15:21:26,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04, hbase.cluster.distributed=false 2024-11-23T15:21:26,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on znode that does not yet exist, /1-457770425/acl 2024-11-23T15:21:26,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42425 2024-11-23T15:21:26,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42425 2024-11-23T15:21:26,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42425 2024-11-23T15:21:26,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42425 2024-11-23T15:21:26,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42425 2024-11-23T15:21:26,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:21:26,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:26,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:26,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:26,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:26,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:26,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:21:26,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:26,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45121 2024-11-23T15:21:26,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45121 connecting to ZooKeeper ensemble=127.0.0.1:64866 2024-11-23T15:21:26,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:26,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451210x0, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:26,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45121-0x1016848edb40004 connected 2024-11-23T15:21:26,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on znode that does not yet exist, /1-457770425/running 2024-11-23T15:21:26,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:21:26,790 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:21:26,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on znode that does not yet exist, /1-457770425/master 2024-11-23T15:21:26,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on znode that does not yet exist, /1-457770425/acl 2024-11-23T15:21:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45121 2024-11-23T15:21:26,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45121 2024-11-23T15:21:26,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45121 2024-11-23T15:21:26,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45121 2024-11-23T15:21:26,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45121 2024-11-23T15:21:26,817 DEBUG [M:0;018362ca5320:42425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:42425 2024-11-23T15:21:26,820 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-457770425/backup-masters/018362ca5320,42425,1732375286625 2024-11-23T15:21:26,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425/backup-masters 2024-11-23T15:21:26,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425/backup-masters 2024-11-23T15:21:26,832 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on existing znode=/1-457770425/backup-masters/018362ca5320,42425,1732375286625 2024-11-23T15:21:26,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:26,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-457770425/master 2024-11-23T15:21:26,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:26,842 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on existing znode=/1-457770425/master 2024-11-23T15:21:26,842 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-457770425/backup-masters/018362ca5320,42425,1732375286625 from backup master directory 2024-11-23T15:21:26,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457770425/backup-masters/018362ca5320,42425,1732375286625 2024-11-23T15:21:26,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425/backup-masters 2024-11-23T15:21:26,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425/backup-masters 2024-11-23T15:21:26,852 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:26,852 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,42425,1732375286625 2024-11-23T15:21:26,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/hbase.id] with ID: 8b48f999-e8f8-46e8-ab94-98e17fd89964 2024-11-23T15:21:26,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/.tmp/hbase.id 2024-11-23T15:21:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:21:27,260 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/.tmp/hbase.id]:[hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/hbase.id] 2024-11-23T15:21:27,268 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:27,268 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:21:27,269 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:21:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:21:27,321 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:27,322 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:21:27,322 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:21:27,728 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store 2024-11-23T15:21:27,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:21:27,735 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:27,735 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:27,735 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:27,735 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:27,735 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:27,735 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:27,735 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:27,735 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375287735Disabling compacts and flushes for region at 1732375287735Disabling writes for close at 1732375287735Writing region close event to WAL at 1732375287735Closed at 1732375287735 2024-11-23T15:21:27,736 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/.initializing 2024-11-23T15:21:27,736 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/WALs/018362ca5320,42425,1732375286625 2024-11-23T15:21:27,737 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:27,738 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C42425%2C1732375286625, suffix=, logDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/WALs/018362ca5320,42425,1732375286625, archiveDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/oldWALs, maxLogs=10 2024-11-23T15:21:27,750 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/WALs/018362ca5320,42425,1732375286625/018362ca5320%2C42425%2C1732375286625.1732375287738, exclude list is [], retry=0 2024-11-23T15:21:27,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39495,DS-706e7eee-21bd-42ad-b90d-dc4b3bba0c8d,DISK] 2024-11-23T15:21:27,754 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/WALs/018362ca5320,42425,1732375286625/018362ca5320%2C42425%2C1732375286625.1732375287738 2024-11-23T15:21:27,754 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46491:46491)] 2024-11-23T15:21:27,754 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:27,754 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:27,755 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,755 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:21:27,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:27,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:27,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:21:27,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:27,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:27,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:21:27,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:27,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:27,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:21:27,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:27,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:27,760 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,761 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,761 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,763 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,763 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,763 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:27,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:27,766 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:27,766 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64523361, jitterRate=-0.0385269969701767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:27,767 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375287755Initializing all the Stores at 1732375287755Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375287755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375287755Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375287756 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375287756Cleaning up temporary data from old regions at 1732375287763 (+7 ms)Region opened successfully at 1732375287766 (+3 ms) 2024-11-23T15:21:27,767 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:21:27,769 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f264e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:21:27,770 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:21:27,770 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:21:27,770 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:21:27,770 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:21:27,771 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:21:27,771 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:21:27,771 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:21:27,773 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:21:27,773 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Unable to get data of znode /1-457770425/balancer because node does not exist (not necessarily an error) 2024-11-23T15:21:27,821 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457770425/balancer already deleted, retry=false 2024-11-23T15:21:27,821 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:21:27,822 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Unable to get data of znode /1-457770425/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:21:27,831 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457770425/normalizer already deleted, retry=false 2024-11-23T15:21:27,832 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:21:27,833 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Unable to get data of znode /1-457770425/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:21:27,842 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457770425/switch/split already deleted, retry=false 2024-11-23T15:21:27,843 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Unable to get data of znode /1-457770425/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:21:27,852 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457770425/switch/merge already deleted, retry=false 2024-11-23T15:21:27,854 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Unable to get data of znode /1-457770425/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:21:27,863 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-457770425/snapshot-cleanup already deleted, retry=false 2024-11-23T15:21:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-457770425/running 2024-11-23T15:21:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-457770425/running 2024-11-23T15:21:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:27,874 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,42425,1732375286625, sessionid=0x1016848edb40003, setting cluster-up flag (Was=false) 2024-11-23T15:21:27,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:27,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:27,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:21:27,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T15:21:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T15:21:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:21:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:28,084 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-457770425/flush-table-proc/acquired, /1-457770425/flush-table-proc/reached, /1-457770425/flush-table-proc/abort 2024-11-23T15:21:28,085 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,42425,1732375286625 2024-11-23T15:21:28,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:28,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:28,155 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-457770425/online-snapshot/acquired, /1-457770425/online-snapshot/reached, /1-457770425/online-snapshot/abort 2024-11-23T15:21:28,156 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,42425,1732375286625 2024-11-23T15:21:28,157 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:21:28,158 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:28,158 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:21:28,159 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:21:28,159 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,42425,1732375286625 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:21:28,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:28,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:28,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:28,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:28,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:21:28,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:28,160 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,161 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375318161 2024-11-23T15:21:28,161 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:21:28,161 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:21:28,161 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:21:28,161 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:21:28,161 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:21:28,161 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:21:28,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:28,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:21:28,162 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,162 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:21:28,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:21:28,163 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375288163,5,FailOnTimeoutGroup] 2024-11-23T15:21:28,163 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375288163,5,FailOnTimeoutGroup] 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,163 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:21:28,206 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(746): ClusterId : 8b48f999-e8f8-46e8-ab94-98e17fd89964 2024-11-23T15:21:28,206 DEBUG [RS:0;018362ca5320:45121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:21:28,261 DEBUG [RS:0;018362ca5320:45121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:21:28,261 DEBUG [RS:0;018362ca5320:45121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:21:28,284 DEBUG [RS:0;018362ca5320:45121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:21:28,285 DEBUG [RS:0;018362ca5320:45121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690522d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:21:28,298 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:45121 2024-11-23T15:21:28,298 INFO [RS:0;018362ca5320:45121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:21:28,298 INFO [RS:0;018362ca5320:45121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:21:28,298 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:21:28,299 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,42425,1732375286625 with port=45121, startcode=1732375286770 2024-11-23T15:21:28,299 DEBUG [RS:0;018362ca5320:45121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:21:28,300 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:21:28,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,45121,1732375286770 2024-11-23T15:21:28,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42425 {}] master.ServerManager(517): Registering regionserver=018362ca5320,45121,1732375286770 2024-11-23T15:21:28,302 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04 2024-11-23T15:21:28,302 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43909 2024-11-23T15:21:28,302 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:21:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425/rs 2024-11-23T15:21:28,434 DEBUG [RS:0;018362ca5320:45121 {}] zookeeper.ZKUtil(111): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on existing znode=/1-457770425/rs/018362ca5320,45121,1732375286770 2024-11-23T15:21:28,434 WARN [RS:0;018362ca5320:45121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:28,434 INFO [RS:0;018362ca5320:45121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:28,434 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770 2024-11-23T15:21:28,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,45121,1732375286770] 2024-11-23T15:21:28,440 INFO [RS:0;018362ca5320:45121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:21:28,443 INFO [RS:0;018362ca5320:45121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:21:28,443 INFO [RS:0;018362ca5320:45121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:21:28,443 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,443 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:21:28,444 INFO [RS:0;018362ca5320:45121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:21:28,444 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,444 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,444 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,444 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,444 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:28,445 DEBUG [RS:0;018362ca5320:45121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:28,445 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,445 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,445 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,445 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,445 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,446 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45121,1732375286770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:28,464 INFO [RS:0;018362ca5320:45121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:21:28,465 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45121,1732375286770-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,465 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,465 INFO [RS:0;018362ca5320:45121 {}] regionserver.Replication(171): 018362ca5320,45121,1732375286770 started 2024-11-23T15:21:28,481 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:28,481 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,45121,1732375286770, RpcServer on 018362ca5320/172.17.0.2:45121, sessionid=0x1016848edb40004 2024-11-23T15:21:28,481 DEBUG [RS:0;018362ca5320:45121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:21:28,481 DEBUG [RS:0;018362ca5320:45121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,45121,1732375286770 2024-11-23T15:21:28,481 DEBUG [RS:0;018362ca5320:45121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,45121,1732375286770' 2024-11-23T15:21:28,481 DEBUG [RS:0;018362ca5320:45121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-457770425/flush-table-proc/abort' 2024-11-23T15:21:28,481 DEBUG [RS:0;018362ca5320:45121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-457770425/flush-table-proc/acquired' 2024-11-23T15:21:28,482 DEBUG [RS:0;018362ca5320:45121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:21:28,482 DEBUG [RS:0;018362ca5320:45121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:21:28,482 DEBUG [RS:0;018362ca5320:45121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,45121,1732375286770 2024-11-23T15:21:28,482 DEBUG [RS:0;018362ca5320:45121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,45121,1732375286770' 2024-11-23T15:21:28,482 DEBUG [RS:0;018362ca5320:45121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-457770425/online-snapshot/abort' 2024-11-23T15:21:28,482 DEBUG [RS:0;018362ca5320:45121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-457770425/online-snapshot/acquired' 2024-11-23T15:21:28,482 DEBUG [RS:0;018362ca5320:45121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:21:28,482 INFO [RS:0;018362ca5320:45121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:21:28,482 INFO [RS:0;018362ca5320:45121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:21:28,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:21:28,573 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04 2024-11-23T15:21:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741832_1008 (size=32) 2024-11-23T15:21:28,583 INFO [RS:0;018362ca5320:45121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:28,584 INFO [RS:0;018362ca5320:45121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45121%2C1732375286770, suffix=, logDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770, archiveDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/oldWALs, maxLogs=10 2024-11-23T15:21:28,595 DEBUG [RS:0;018362ca5320:45121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584, exclude list is [], retry=0 2024-11-23T15:21:28,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39495,DS-706e7eee-21bd-42ad-b90d-dc4b3bba0c8d,DISK] 2024-11-23T15:21:28,599 INFO [RS:0;018362ca5320:45121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 2024-11-23T15:21:28,600 DEBUG [RS:0;018362ca5320:45121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46491:46491)] 2024-11-23T15:21:28,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:28,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:21:28,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:21:28,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:28,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:28,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:21:28,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:21:28,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:28,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:28,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:21:28,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:21:28,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:28,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:28,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:21:28,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:21:28,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:28,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:28,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:21:28,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740 2024-11-23T15:21:28,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740 2024-11-23T15:21:28,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:21:28,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:21:28,986 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:28,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:21:28,988 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:28,989 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72174688, jitterRate=0.07548666000366211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:28,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375288979Initializing all the Stores at 1732375288979Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375288979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375288979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375288979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375288979Cleaning up temporary data from old regions at 1732375288985 (+6 ms)Region opened successfully at 1732375288989 (+4 ms) 2024-11-23T15:21:28,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:21:28,989 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:21:28,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:21:28,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:21:28,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:21:28,992 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:28,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375288989Disabling compacts and flushes for region at 1732375288989Disabling writes for close at 1732375288989Writing region close event to WAL at 1732375288990 (+1 ms)Closed at 1732375288990 2024-11-23T15:21:28,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:28,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:21:28,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:21:28,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:21:28,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:21:29,145 DEBUG [018362ca5320:42425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:21:29,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,45121,1732375286770 2024-11-23T15:21:29,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,45121,1732375286770, state=OPENING 2024-11-23T15:21:29,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:21:29,199 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:21:29,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:29,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:29,210 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:21:29,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-457770425/meta-region-server: CHANGED 2024-11-23T15:21:29,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-457770425/meta-region-server: CHANGED 2024-11-23T15:21:29,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,45121,1732375286770}] 2024-11-23T15:21:29,363 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:21:29,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:21:29,367 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:21:29,367 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:29,367 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:21:29,368 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45121%2C1732375286770.meta, suffix=.meta, logDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770, archiveDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/oldWALs, maxLogs=10 2024-11-23T15:21:29,380 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.meta.1732375289368.meta, exclude list is [], retry=0 2024-11-23T15:21:29,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39495,DS-706e7eee-21bd-42ad-b90d-dc4b3bba0c8d,DISK] 2024-11-23T15:21:29,383 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.meta.1732375289368.meta 2024-11-23T15:21:29,383 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46491:46491)] 2024-11-23T15:21:29,383 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:29,384 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:29,384 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:21:29,384 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:21:29,384 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:21:29,384 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:21:29,384 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:29,384 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:21:29,384 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:21:29,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:21:29,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:21:29,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:29,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:29,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:21:29,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:21:29,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:29,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:29,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:21:29,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:21:29,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:29,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:29,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:21:29,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:21:29,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:29,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:29,390 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:21:29,391 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740 2024-11-23T15:21:29,391 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740 2024-11-23T15:21:29,392 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:21:29,392 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:21:29,392 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:29,393 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:21:29,394 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69234252, jitterRate=0.03167074918746948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:29,394 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:21:29,394 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375289384Writing region info on filesystem at 1732375289384Initializing all the Stores at 1732375289385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375289385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375289385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375289385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375289385Cleaning up temporary data from old regions at 1732375289392 (+7 ms)Running coprocessor post-open hooks at 1732375289394 (+2 ms)Region opened successfully at 1732375289394 2024-11-23T15:21:29,394 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375289362 2024-11-23T15:21:29,396 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:21:29,396 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:21:29,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,45121,1732375286770 2024-11-23T15:21:29,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,45121,1732375286770, state=OPEN 2024-11-23T15:21:29,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-457770425/meta-region-server 2024-11-23T15:21:29,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-457770425/meta-region-server 2024-11-23T15:21:29,410 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,45121,1732375286770 2024-11-23T15:21:29,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-457770425/meta-region-server: CHANGED 2024-11-23T15:21:29,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-457770425/meta-region-server: CHANGED 2024-11-23T15:21:29,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:21:29,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,45121,1732375286770 in 200 msec 2024-11-23T15:21:29,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:21:29,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-23T15:21:29,414 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:29,414 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:21:29,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:29,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45121,1732375286770, seqNum=-1] 2024-11-23T15:21:29,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:29,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:29,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-23T15:21:29,421 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375289420, completionTime=-1 2024-11-23T15:21:29,421 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:21:29,421 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375349423 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375409423 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42425,1732375286625-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42425,1732375286625-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42425,1732375286625-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:42425, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:29,423 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:29,425 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:21:29,427 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.575sec 2024-11-23T15:21:29,427 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:21:29,427 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:21:29,427 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:21:29,427 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:21:29,427 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:21:29,427 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42425,1732375286625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:29,427 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42425,1732375286625-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:21:29,429 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:21:29,429 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:21:29,429 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42425,1732375286625-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:29,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b596b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:29,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42425,-1 for getting cluster id 2024-11-23T15:21:29,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:29,509 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b48f999-e8f8-46e8-ab94-98e17fd89964' 2024-11-23T15:21:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b48f999-e8f8-46e8-ab94-98e17fd89964" 2024-11-23T15:21:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e294a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42425,-1] 2024-11-23T15:21:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:29,510 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:29,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721a9603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:29,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:29,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45121,1732375286770, seqNum=-1] 2024-11-23T15:21:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:29,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:29,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,42425,1732375286625 2024-11-23T15:21:29,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64866 2024-11-23T15:21:29,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:29,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016848edb40005 connected 2024-11-23T15:21:29,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,42397,1732375281225 2024-11-23T15:21:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75694115 2024-11-23T15:21:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:29,540 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:29,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:21:29,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:21:29,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:29,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:21:29,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:21:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:21:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:29,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:29,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:29,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a6929ef9c7c70715a4fbb55a0159a21, NAME => 'test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566 2024-11-23T15:21:29,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:21:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a6929ef9c7c70715a4fbb55a0159a21, disabling compactions & flushes 2024-11-23T15:21:29,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. after waiting 0 ms 2024-11-23T15:21:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:29,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:29,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a6929ef9c7c70715a4fbb55a0159a21: Waiting for close lock at 1732375289957Disabling compacts and flushes for region at 1732375289957Disabling writes for close at 1732375289957Writing region close event to WAL at 1732375289957Closed at 1732375289957 2024-11-23T15:21:29,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:29,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375289959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375289959"}]},"ts":"1732375289959"} 2024-11-23T15:21:29,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:21:29,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:29,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375289962"}]},"ts":"1732375289962"} 2024-11-23T15:21:29,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:21:29,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a6929ef9c7c70715a4fbb55a0159a21, ASSIGN}] 2024-11-23T15:21:29,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a6929ef9c7c70715a4fbb55a0159a21, ASSIGN 2024-11-23T15:21:29,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a6929ef9c7c70715a4fbb55a0159a21, ASSIGN; state=OFFLINE, location=018362ca5320,36493,1732375281419; forceNewPlan=false, retain=false 2024-11-23T15:21:30,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a6929ef9c7c70715a4fbb55a0159a21, regionState=OPENING, regionLocation=018362ca5320,36493,1732375281419 2024-11-23T15:21:30,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a6929ef9c7c70715a4fbb55a0159a21, ASSIGN because future has completed 2024-11-23T15:21:30,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a6929ef9c7c70715a4fbb55a0159a21, server=018362ca5320,36493,1732375281419}] 2024-11-23T15:21:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:30,274 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a6929ef9c7c70715a4fbb55a0159a21, NAME => 'test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:30,274 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:30,274 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,275 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,276 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a6929ef9c7c70715a4fbb55a0159a21 columnFamilyName f 2024-11-23T15:21:30,276 DEBUG [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:30,277 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] regionserver.HStore(327): Store=1a6929ef9c7c70715a4fbb55a0159a21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:30,277 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,277 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a6929ef9c7c70715a4fbb55a0159a21 columnFamilyName f1 2024-11-23T15:21:30,277 DEBUG [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:30,278 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] regionserver.HStore(327): Store=1a6929ef9c7c70715a4fbb55a0159a21/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:30,278 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,278 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a6929ef9c7c70715a4fbb55a0159a21 columnFamilyName norep 2024-11-23T15:21:30,278 DEBUG [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:30,279 INFO [StoreOpener-1a6929ef9c7c70715a4fbb55a0159a21-1 {}] regionserver.HStore(327): Store=1a6929ef9c7c70715a4fbb55a0159a21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:30,279 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,279 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,280 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,280 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,280 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,281 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:21:30,282 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,283 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:30,283 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a6929ef9c7c70715a4fbb55a0159a21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72090258, jitterRate=0.07422855496406555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:21:30,284 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:30,284 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a6929ef9c7c70715a4fbb55a0159a21: Running coprocessor pre-open hook at 1732375290274Writing region info on filesystem at 1732375290274Initializing all the Stores at 1732375290275 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375290275Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375290275Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375290275Cleaning up temporary data from old regions at 1732375290280 (+5 ms)Running coprocessor post-open hooks at 1732375290284 (+4 ms)Region opened successfully at 1732375290284 2024-11-23T15:21:30,285 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21., pid=6, masterSystemTime=1732375290270 2024-11-23T15:21:30,287 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:30,287 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:30,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a6929ef9c7c70715a4fbb55a0159a21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,36493,1732375281419 2024-11-23T15:21:30,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a6929ef9c7c70715a4fbb55a0159a21, server=018362ca5320,36493,1732375281419 because future has completed 2024-11-23T15:21:30,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:21:30,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a6929ef9c7c70715a4fbb55a0159a21, server=018362ca5320,36493,1732375281419 in 172 msec 2024-11-23T15:21:30,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:21:30,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a6929ef9c7c70715a4fbb55a0159a21, ASSIGN in 328 msec 2024-11-23T15:21:30,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:30,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375290294"}]},"ts":"1732375290294"} 2024-11-23T15:21:30,296 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:21:30,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:30,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-23T15:21:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:30,686 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:21:30,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,42425,1732375286625 2024-11-23T15:21:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6eb0d2 2024-11-23T15:21:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:30,688 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:30,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:21:30,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:21:30,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:30,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:21:30,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:21:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:21:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:31,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 359a1b4e042d2dd372e665a80871dfe5, NAME => 'test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04 2024-11-23T15:21:31,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:21:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:31,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:31,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:31,387 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18254 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:31,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:31,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 359a1b4e042d2dd372e665a80871dfe5, disabling compactions & flushes 2024-11-23T15:21:31,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:31,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:31,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. after waiting 0 ms 2024-11-23T15:21:31,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:31,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:31,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 359a1b4e042d2dd372e665a80871dfe5: Waiting for close lock at 1732375291504Disabling compacts and flushes for region at 1732375291504Disabling writes for close at 1732375291504Writing region close event to WAL at 1732375291504Closed at 1732375291504 2024-11-23T15:21:31,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:31,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375291505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375291505"}]},"ts":"1732375291505"} 2024-11-23T15:21:31,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:21:31,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:31,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375291508"}]},"ts":"1732375291508"} 2024-11-23T15:21:31,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:21:31,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=359a1b4e042d2dd372e665a80871dfe5, ASSIGN}] 2024-11-23T15:21:31,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=359a1b4e042d2dd372e665a80871dfe5, ASSIGN 2024-11-23T15:21:31,512 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=359a1b4e042d2dd372e665a80871dfe5, ASSIGN; state=OFFLINE, location=018362ca5320,45121,1732375286770; forceNewPlan=false, retain=false 2024-11-23T15:21:31,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=359a1b4e042d2dd372e665a80871dfe5, regionState=OPENING, regionLocation=018362ca5320,45121,1732375286770 2024-11-23T15:21:31,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=359a1b4e042d2dd372e665a80871dfe5, ASSIGN because future has completed 2024-11-23T15:21:31,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359a1b4e042d2dd372e665a80871dfe5, server=018362ca5320,45121,1732375286770}] 2024-11-23T15:21:31,820 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:31,821 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 359a1b4e042d2dd372e665a80871dfe5, NAME => 'test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:31,821 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:31,821 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:21:31,821 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,821 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:31,821 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,821 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,822 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,823 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359a1b4e042d2dd372e665a80871dfe5 columnFamilyName f 2024-11-23T15:21:31,823 DEBUG [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:31,824 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] regionserver.HStore(327): Store=359a1b4e042d2dd372e665a80871dfe5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:31,824 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,825 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359a1b4e042d2dd372e665a80871dfe5 columnFamilyName f1 2024-11-23T15:21:31,825 DEBUG [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:31,825 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] regionserver.HStore(327): Store=359a1b4e042d2dd372e665a80871dfe5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:31,825 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:31,826 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359a1b4e042d2dd372e665a80871dfe5 columnFamilyName norep 2024-11-23T15:21:31,826 DEBUG [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:31,826 INFO [StoreOpener-359a1b4e042d2dd372e665a80871dfe5-1 {}] regionserver.HStore(327): Store=359a1b4e042d2dd372e665a80871dfe5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:31,826 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,826 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,827 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,827 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,827 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,828 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:21:31,828 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,830 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:31,830 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 359a1b4e042d2dd372e665a80871dfe5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61994393, jitterRate=-0.07621155679225922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:21:31,830 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:31,830 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 359a1b4e042d2dd372e665a80871dfe5: Running coprocessor pre-open hook at 1732375291821Writing region info on filesystem at 1732375291821Initializing all the Stores at 1732375291822 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375291822Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375291822Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375291822Cleaning up temporary data from old regions at 1732375291827 (+5 ms)Running coprocessor post-open hooks at 1732375291830 (+3 ms)Region opened successfully at 1732375291830 2024-11-23T15:21:31,831 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5., pid=6, masterSystemTime=1732375291818 2024-11-23T15:21:31,833 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:31,833 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:31,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=359a1b4e042d2dd372e665a80871dfe5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,45121,1732375286770 2024-11-23T15:21:31,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359a1b4e042d2dd372e665a80871dfe5, server=018362ca5320,45121,1732375286770 because future has completed 2024-11-23T15:21:31,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:21:31,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 359a1b4e042d2dd372e665a80871dfe5, server=018362ca5320,45121,1732375286770 in 171 msec 2024-11-23T15:21:31,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:21:31,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=359a1b4e042d2dd372e665a80871dfe5, ASSIGN in 327 msec 2024-11-23T15:21:31,839 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:31,839 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375291839"}]},"ts":"1732375291839"} 2024-11-23T15:21:31,841 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:21:31,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:31,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-23T15:21:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:21:32,836 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:21:32,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a5d306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42397,-1 for getting cluster id 2024-11-23T15:21:32,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:32,837 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7865003f-a6ac-4c33-83c2-66a03ab05b24' 2024-11-23T15:21:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7865003f-a6ac-4c33-83c2-66a03ab05b24" 2024-11-23T15:21:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53495fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42397,-1] 2024-11-23T15:21:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:32,839 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5449807f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8a1603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42425,-1 for getting cluster id 2024-11-23T15:21:32,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:32,840 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b48f999-e8f8-46e8-ab94-98e17fd89964' 2024-11-23T15:21:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b48f999-e8f8-46e8-ab94-98e17fd89964" 2024-11-23T15:21:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df47dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42425,-1] 2024-11-23T15:21:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:32,842 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc34f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d94b134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42397,-1 for getting cluster id 2024-11-23T15:21:32,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:32,843 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7865003f-a6ac-4c33-83c2-66a03ab05b24' 2024-11-23T15:21:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7865003f-a6ac-4c33-83c2-66a03ab05b24" 2024-11-23T15:21:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8f074e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42397,-1] 2024-11-23T15:21:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:32,845 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b8c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,42397,1732375281225 2024-11-23T15:21:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324d808a 2024-11-23T15:21:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:32,847 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:32,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:42425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:21:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:21:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:32,850 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:42425' 2024-11-23T15:21:32,851 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ce3ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,851 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42425,-1 for getting cluster id 2024-11-23T15:21:32,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:32,852 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b48f999-e8f8-46e8-ab94-98e17fd89964' 2024-11-23T15:21:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b48f999-e8f8-46e8-ab94-98e17fd89964" 2024-11-23T15:21:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13071f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42425,-1] 2024-11-23T15:21:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:32,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:32,853 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:32,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357944e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:32,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:32,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,42425,1732375286625 2024-11-23T15:21:32,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1db74b6 2024-11-23T15:21:32,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:32,855 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:32,856 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:21:32,856 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:21:32,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:32,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:32,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:32,856 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:32,858 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:21:32,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:21:32,858 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:32,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:21:32,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:21:32,908 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:21:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:33,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 547c07baa7e72aba48c33a470250ce1e, NAME => 'hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566 2024-11-23T15:21:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:21:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:33,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:33,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 547c07baa7e72aba48c33a470250ce1e, disabling compactions & flushes 2024-11-23T15:21:33,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:33,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:33,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. after waiting 0 ms 2024-11-23T15:21:33,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:33,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:33,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 547c07baa7e72aba48c33a470250ce1e: Waiting for close lock at 1732375293671Disabling compacts and flushes for region at 1732375293671Disabling writes for close at 1732375293671Writing region close event to WAL at 1732375293671Closed at 1732375293671 2024-11-23T15:21:33,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:33,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375293729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375293729"}]},"ts":"1732375293729"} 2024-11-23T15:21:33,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:21:33,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:33,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375293732"}]},"ts":"1732375293732"} 2024-11-23T15:21:33,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:21:33,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547c07baa7e72aba48c33a470250ce1e, ASSIGN}] 2024-11-23T15:21:33,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547c07baa7e72aba48c33a470250ce1e, ASSIGN 2024-11-23T15:21:33,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=547c07baa7e72aba48c33a470250ce1e, ASSIGN; state=OFFLINE, location=018362ca5320,36493,1732375281419; forceNewPlan=false, retain=false 2024-11-23T15:21:33,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=547c07baa7e72aba48c33a470250ce1e, regionState=OPENING, regionLocation=018362ca5320,36493,1732375281419 2024-11-23T15:21:33,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=547c07baa7e72aba48c33a470250ce1e, ASSIGN because future has completed 2024-11-23T15:21:33,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547c07baa7e72aba48c33a470250ce1e, server=018362ca5320,36493,1732375281419}] 2024-11-23T15:21:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:34,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:34,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:34,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:21:34,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C36493%2C1732375281419.rep, suffix=, logDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419, archiveDir=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/oldWALs, maxLogs=10 2024-11-23T15:21:34,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.rep.1732375294045, exclude list is [], retry=0 2024-11-23T15:21:34,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44911,DS-1e7fa992-a9f0-4ef2-bc45-8fd1899cc553,DISK] 2024-11-23T15:21:34,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.rep.1732375294045 2024-11-23T15:21:34,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-23T15:21:34,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 547c07baa7e72aba48c33a470250ce1e, NAME => 'hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:34,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:34,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:21:34,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. service=MultiRowMutationService 2024-11-23T15:21:34,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:21:34,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:34,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,063 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,064 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547c07baa7e72aba48c33a470250ce1e columnFamilyName hfileref 2024-11-23T15:21:34,064 DEBUG [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:34,065 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] regionserver.HStore(327): Store=547c07baa7e72aba48c33a470250ce1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:34,065 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,066 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547c07baa7e72aba48c33a470250ce1e columnFamilyName queue 2024-11-23T15:21:34,066 DEBUG [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:34,066 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] regionserver.HStore(327): Store=547c07baa7e72aba48c33a470250ce1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:34,066 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,067 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547c07baa7e72aba48c33a470250ce1e columnFamilyName sid 2024-11-23T15:21:34,068 DEBUG [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:34,068 INFO [StoreOpener-547c07baa7e72aba48c33a470250ce1e-1 {}] regionserver.HStore(327): Store=547c07baa7e72aba48c33a470250ce1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:34,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:21:34,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:34,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 547c07baa7e72aba48c33a470250ce1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75312396, jitterRate=0.12224215269088745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:21:34,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:34,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 547c07baa7e72aba48c33a470250ce1e: Running coprocessor pre-open hook at 1732375294062Writing region info on filesystem at 1732375294062Initializing all the Stores at 1732375294062Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375294062Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375294063 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375294063Cleaning up temporary data from old regions at 1732375294069 (+6 ms)Running coprocessor post-open hooks at 1732375294076 (+7 ms)Region opened successfully at 1732375294077 (+1 ms) 2024-11-23T15:21:34,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e., pid=10, masterSystemTime=1732375294040 2024-11-23T15:21:34,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:34,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:34,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=547c07baa7e72aba48c33a470250ce1e, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,36493,1732375281419 2024-11-23T15:21:34,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547c07baa7e72aba48c33a470250ce1e, server=018362ca5320,36493,1732375281419 because future has completed 2024-11-23T15:21:34,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:21:34,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 547c07baa7e72aba48c33a470250ce1e, server=018362ca5320,36493,1732375281419 in 194 msec 2024-11-23T15:21:34,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:21:34,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547c07baa7e72aba48c33a470250ce1e, ASSIGN in 351 msec 2024-11-23T15:21:34,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:34,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375294087"}]},"ts":"1732375294087"} 2024-11-23T15:21:34,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:21:34,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:34,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2340 sec 2024-11-23T15:21:34,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e., hostname=018362ca5320,36493,1732375281419, seqNum=2] 2024-11-23T15:21:34,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:34,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:34,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:21:34,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:21:34,353 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:21:34,380 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,36493,1732375281419, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:21:34,380 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:34,380 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36493,1732375281419, seqNum=-1] 2024-11-23T15:21:34,380 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:34,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T15:21:34,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,36493,1732375281419', locateType=CURRENT is [region=hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e., hostname=018362ca5320,36493,1732375281419, seqNum=2] 2024-11-23T15:21:34,386 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:21:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:21:34,388 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,36493,1732375281419 suceeded 2024-11-23T15:21:34,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:21:34,389 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:42425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:21:34,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-23T15:21:34,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5420 sec 2024-11-23T15:21:34,403 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:42425' 2024-11-23T15:21:34,404 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d41c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:34,404 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42425,-1 for getting cluster id 2024-11-23T15:21:34,404 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:34,404 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b48f999-e8f8-46e8-ab94-98e17fd89964' 2024-11-23T15:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b48f999-e8f8-46e8-ab94-98e17fd89964" 2024-11-23T15:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@618f8905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42425,-1] 2024-11-23T15:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:34,406 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:34,406 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624aee8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:34,406 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:34,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,42425,1732375286625 2024-11-23T15:21:34,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b486f52 2024-11-23T15:21:34,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:34,408 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-23T15:21:34,408 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,36493,1732375281419 (queues=1) is replicating from cluster=7865003f-a6ac-4c33-83c2-66a03ab05b24 to cluster=8b48f999-e8f8-46e8-ab94-98e17fd89964 2024-11-23T15:21:34,408 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C36493%2C1732375281419 2024-11-23T15:21:34,409 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,36493,1732375281419, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:21:34,409 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C36493%2C1732375281419 2024-11-23T15:21:34,409 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334, startPosition=0, beingWritten=true 2024-11-23T15:21:34,413 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:34,413 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 379, reset compression=false 2024-11-23T15:21:34,414 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36493,1732375281419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:34,617 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 379, reset compression=false 2024-11-23T15:21:34,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:34,920 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 379, reset compression=false 2024-11-23T15:21:34,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:34,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:21:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:34,997 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:21:34,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:34,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:34,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:34,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:34,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:34,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e3c926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:34,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42425,-1 for getting cluster id 2024-11-23T15:21:34,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:34,998 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b48f999-e8f8-46e8-ab94-98e17fd89964' 2024-11-23T15:21:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b48f999-e8f8-46e8-ab94-98e17fd89964" 2024-11-23T15:21:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7521b732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42425,-1] 2024-11-23T15:21:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:35,000 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ae85ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:35,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:35,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,42425,1732375286625 2024-11-23T15:21:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18fd7d64 2024-11-23T15:21:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:35,002 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:35,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:42397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:21:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:21:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:35,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:42397' 2024-11-23T15:21:35,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc10da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:35,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42397,-1 for getting cluster id 2024-11-23T15:21:35,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:35,007 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7865003f-a6ac-4c33-83c2-66a03ab05b24' 2024-11-23T15:21:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7865003f-a6ac-4c33-83c2-66a03ab05b24" 2024-11-23T15:21:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226f47fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42397,-1] 2024-11-23T15:21:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:35,008 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:35,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449105dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:35,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:35,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,42397,1732375281225 2024-11-23T15:21:35,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3277937e 2024-11-23T15:21:35,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:35,010 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:35,010 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:21:35,010 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:21:35,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:35,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:35,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:35,011 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:35,012 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:21:35,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:21:35,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:35,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:21:35,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:21:35,019 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e8a9a64416915d4e082482525eda67e, NAME => 'hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04 2024-11-23T15:21:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:21:35,062 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:21:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:35,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:21:35,326 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 379, reset compression=false 2024-11-23T15:21:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:35,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:35,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4e8a9a64416915d4e082482525eda67e, disabling compactions & flushes 2024-11-23T15:21:35,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:35,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:35,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. after waiting 0 ms 2024-11-23T15:21:35,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:35,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:35,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e8a9a64416915d4e082482525eda67e: Waiting for close lock at 1732375295424Disabling compacts and flushes for region at 1732375295424Disabling writes for close at 1732375295425 (+1 ms)Writing region close event to WAL at 1732375295425Closed at 1732375295425 2024-11-23T15:21:35,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:35,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375295426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375295426"}]},"ts":"1732375295426"} 2024-11-23T15:21:35,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:21:35,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:35,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375295428"}]},"ts":"1732375295428"} 2024-11-23T15:21:35,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:21:35,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e8a9a64416915d4e082482525eda67e, ASSIGN}] 2024-11-23T15:21:35,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e8a9a64416915d4e082482525eda67e, ASSIGN 2024-11-23T15:21:35,432 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e8a9a64416915d4e082482525eda67e, ASSIGN; state=OFFLINE, location=018362ca5320,45121,1732375286770; forceNewPlan=false, retain=false 2024-11-23T15:21:35,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e8a9a64416915d4e082482525eda67e, regionState=OPENING, regionLocation=018362ca5320,45121,1732375286770 2024-11-23T15:21:35,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e8a9a64416915d4e082482525eda67e, ASSIGN because future has completed 2024-11-23T15:21:35,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8a9a64416915d4e082482525eda67e, server=018362ca5320,45121,1732375286770}] 2024-11-23T15:21:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:35,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:35,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:35,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:21:35,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45121%2C1732375286770.rep, suffix=, logDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770, archiveDir=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/oldWALs, maxLogs=10 2024-11-23T15:21:35,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.rep.1732375295741, exclude list is [], retry=0 2024-11-23T15:21:35,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39495,DS-706e7eee-21bd-42ad-b90d-dc4b3bba0c8d,DISK] 2024-11-23T15:21:35,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.rep.1732375295741 2024-11-23T15:21:35,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46491:46491)] 2024-11-23T15:21:35,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e8a9a64416915d4e082482525eda67e, NAME => 'hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:35,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:21:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. service=MultiRowMutationService 2024-11-23T15:21:35,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:21:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,758 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,759 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8a9a64416915d4e082482525eda67e columnFamilyName hfileref 2024-11-23T15:21:35,760 DEBUG [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:35,760 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] regionserver.HStore(327): Store=4e8a9a64416915d4e082482525eda67e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:35,760 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,761 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8a9a64416915d4e082482525eda67e columnFamilyName queue 2024-11-23T15:21:35,761 DEBUG [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:35,762 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] regionserver.HStore(327): Store=4e8a9a64416915d4e082482525eda67e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:35,762 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,763 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8a9a64416915d4e082482525eda67e columnFamilyName sid 2024-11-23T15:21:35,763 DEBUG [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:35,763 INFO [StoreOpener-4e8a9a64416915d4e082482525eda67e-1 {}] regionserver.HStore(327): Store=4e8a9a64416915d4e082482525eda67e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:35,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:21:35,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:35,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4e8a9a64416915d4e082482525eda67e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58908210, jitterRate=-0.12219926714897156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:21:35,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:35,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4e8a9a64416915d4e082482525eda67e: Running coprocessor pre-open hook at 1732375295757Writing region info on filesystem at 1732375295757Initializing all the Stores at 1732375295758 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375295758Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375295758Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375295758Cleaning up temporary data from old regions at 1732375295765 (+7 ms)Running coprocessor post-open hooks at 1732375295768 (+3 ms)Region opened successfully at 1732375295768 2024-11-23T15:21:35,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e., pid=10, masterSystemTime=1732375295736 2024-11-23T15:21:35,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:35,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:35,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e8a9a64416915d4e082482525eda67e, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,45121,1732375286770 2024-11-23T15:21:35,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8a9a64416915d4e082482525eda67e, server=018362ca5320,45121,1732375286770 because future has completed 2024-11-23T15:21:35,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:21:35,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e8a9a64416915d4e082482525eda67e, server=018362ca5320,45121,1732375286770 in 190 msec 2024-11-23T15:21:35,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:21:35,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e8a9a64416915d4e082482525eda67e, ASSIGN in 346 msec 2024-11-23T15:21:35,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:35,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375295778"}]},"ts":"1732375295778"} 2024-11-23T15:21:35,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:21:35,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:35,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-23T15:21:35,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e., hostname=018362ca5320,45121,1732375286770, seqNum=2] 2024-11-23T15:21:35,829 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 379, reset compression=false 2024-11-23T15:21:35,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:35,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:35,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:21:36,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:21:36,089 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:21:36,116 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,45121,1732375286770, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:21:36,116 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:36,116 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45121,1732375286770, seqNum=-1] 2024-11-23T15:21:36,117 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:36,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T15:21:36,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,45121,1732375286770', locateType=CURRENT is [region=hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e., hostname=018362ca5320,45121,1732375286770, seqNum=2] 2024-11-23T15:21:36,121 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:21:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:21:36,124 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,45121,1732375286770 suceeded 2024-11-23T15:21:36,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:21:36,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-23T15:21:36,126 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:42397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:21:36,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1230 sec 2024-11-23T15:21:36,135 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:42397' 2024-11-23T15:21:36,136 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef9625f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:36,136 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42397,-1 for getting cluster id 2024-11-23T15:21:36,136 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:36,137 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7865003f-a6ac-4c33-83c2-66a03ab05b24' 2024-11-23T15:21:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7865003f-a6ac-4c33-83c2-66a03ab05b24" 2024-11-23T15:21:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600cac8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42397,-1] 2024-11-23T15:21:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:36,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:36,138 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:36,139 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae460f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:36,139 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:36,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,42397,1732375281225 2024-11-23T15:21:36,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af1a034 2024-11-23T15:21:36,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:36,140 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-23T15:21:36,141 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,45121,1732375286770 (queues=1) is replicating from cluster=8b48f999-e8f8-46e8-ab94-98e17fd89964 to cluster=7865003f-a6ac-4c33-83c2-66a03ab05b24 2024-11-23T15:21:36,141 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C45121%2C1732375286770 2024-11-23T15:21:36,141 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,45121,1732375286770, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:21:36,141 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C45121%2C1732375286770 2024-11-23T15:21:36,141 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584, startPosition=0, beingWritten=true 2024-11-23T15:21:36,146 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:21:36,146 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 379, reset compression=false 2024-11-23T15:21:36,146 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45121,1732375286770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:36,146 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:21:36,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:36,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:36,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:36,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:36,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:36,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36493,1732375281419, seqNum=-1] 2024-11-23T15:21:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:36,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21., hostname=018362ca5320,36493,1732375281419, seqNum=2] 2024-11-23T15:21:36,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45121,1732375286770, seqNum=-1] 2024-11-23T15:21:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:36,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5., hostname=018362ca5320,45121,1732375286770, seqNum=2] 2024-11-23T15:21:36,158 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T15:21:36,351 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 379, reset compression=false 2024-11-23T15:21:36,433 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 379, reset compression=false 2024-11-23T15:21:36,437 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:21:36,437 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 480, reset compression=false 2024-11-23T15:21:36,437 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36493,1732375281419 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a6929ef9c7c70715a4fbb55a0159a21/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T15:21:36,439 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:21:36,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-23T15:21:36,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:21:36,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc45a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:36,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42425,-1 for getting cluster id 2024-11-23T15:21:36,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:36,444 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b48f999-e8f8-46e8-ab94-98e17fd89964' 2024-11-23T15:21:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b48f999-e8f8-46e8-ab94-98e17fd89964" 2024-11-23T15:21:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bd816a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42425,-1] 2024-11-23T15:21:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:36,445 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:36,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:36,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:36,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45121,1732375286770, seqNum=-1] 2024-11-23T15:21:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:36,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T15:21:36,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5., hostname=018362ca5320,45121,1732375286770, seqNum=2] 2024-11-23T15:21:36,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:21:36,641 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 480, reset compression=false 2024-11-23T15:21:36,654 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 379, reset compression=false 2024-11-23T15:21:36,659 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:36,659 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 503, reset compression=false 2024-11-23T15:21:36,659 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45121,1732375286770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:36,862 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 503, reset compression=false 2024-11-23T15:21:36,944 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 480, reset compression=false 2024-11-23T15:21:37,161 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T15:21:37,165 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T15:21:37,167 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 503, reset compression=false 2024-11-23T15:21:37,172 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:21:37,172 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 607, reset compression=false 2024-11-23T15:21:37,172 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45121,1732375286770 got entry batch from reader: WALEntryBatch [walEntries=[{test/359a1b4e042d2dd372e665a80871dfe5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T15:21:37,174 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:21:37,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-23T15:21:37,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:21:37,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16161d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:37,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,42397,-1 for getting cluster id 2024-11-23T15:21:37,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:37,178 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7865003f-a6ac-4c33-83c2-66a03ab05b24' 2024-11-23T15:21:37,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:37,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7865003f-a6ac-4c33-83c2-66a03ab05b24" 2024-11-23T15:21:37,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741b557e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:37,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,42397,-1] 2024-11-23T15:21:37,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:37,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:37,179 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:37,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506381d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:37,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:37,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,36493,1732375281419, seqNum=-1] 2024-11-23T15:21:37,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:37,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T15:21:37,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21., hostname=018362ca5320,36493,1732375281419, seqNum=2] 2024-11-23T15:21:37,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:21:37,348 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 480, reset compression=false 2024-11-23T15:21:37,352 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:37,352 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 608, reset compression=false 2024-11-23T15:21:37,352 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36493,1732375281419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:37,376 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 607, reset compression=false 2024-11-23T15:21:37,555 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 608, reset compression=false 2024-11-23T15:21:37,679 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 607, reset compression=false 2024-11-23T15:21:37,858 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 608, reset compression=false 2024-11-23T15:21:37,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:21:37,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:37,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:21:37,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:37,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:21:37,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T15:21:38,083 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 607, reset compression=false 2024-11-23T15:21:38,167 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T15:21:38,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T15:21:38,261 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 608, reset compression=false 2024-11-23T15:21:38,265 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:21:38,266 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 764, reset compression=false 2024-11-23T15:21:38,266 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36493,1732375281419 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a6929ef9c7c70715a4fbb55a0159a21/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T15:21:38,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:21:38,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:21:38,469 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 764, reset compression=false 2024-11-23T15:21:38,586 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 607, reset compression=false 2024-11-23T15:21:38,591 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:38,591 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 754, reset compression=false 2024-11-23T15:21:38,591 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45121,1732375286770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:38,772 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 764, reset compression=false 2024-11-23T15:21:38,794 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 754, reset compression=false 2024-11-23T15:21:39,097 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 754, reset compression=false 2024-11-23T15:21:39,176 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T15:21:39,176 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 764, reset compression=false 2024-11-23T15:21:39,180 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T15:21:39,501 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 754, reset compression=false 2024-11-23T15:21:39,505 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:21:39,505 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 913, reset compression=false 2024-11-23T15:21:39,505 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45121,1732375286770 got entry batch from reader: WALEntryBatch [walEntries=[{test/359a1b4e042d2dd372e665a80871dfe5/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T15:21:39,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:21:39,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:21:39,680 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 764, reset compression=false 2024-11-23T15:21:39,684 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:39,684 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:39,684 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36493,1732375281419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:39,709 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 913, reset compression=false 2024-11-23T15:21:39,887 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:40,013 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 913, reset compression=false 2024-11-23T15:21:40,182 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T15:21:40,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:21:40,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:40,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:40,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:40,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:40,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:40,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:21:40,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1304863288, stopped=false 2024-11-23T15:21:40,184 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,42425,1732375286625 2024-11-23T15:21:40,191 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:40,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457770425/running 2024-11-23T15:21:40,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457770425/running 2024-11-23T15:21:40,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:40,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:40,262 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:21:40,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:40,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:40,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:40,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on znode that does not yet exist, /1-457770425/running 2024-11-23T15:21:40,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Set watcher on znode that does not yet exist, /1-457770425/running 2024-11-23T15:21:40,262 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,45121,1732375286770' ***** 2024-11-23T15:21:40,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:21:40,263 INFO [RS:0;018362ca5320:45121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:21:40,263 INFO [RS:0;018362ca5320:45121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:21:40,263 INFO [RS:0;018362ca5320:45121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:21:40,263 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:21:40,263 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:40,263 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(3091): Received CLOSE for 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:40,263 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,45121,1732375286770 2024-11-23T15:21:40,264 INFO [RS:0;018362ca5320:45121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:21:40,264 INFO [RS:0;018362ca5320:45121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:45121. 2024-11-23T15:21:40,264 DEBUG [RS:0;018362ca5320:45121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:40,264 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e8a9a64416915d4e082482525eda67e, disabling compactions & flushes 2024-11-23T15:21:40,264 DEBUG [RS:0;018362ca5320:45121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:40,264 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:40,264 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:40,264 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. after waiting 0 ms 2024-11-23T15:21:40,264 INFO [RS:0;018362ca5320:45121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:21:40,264 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:40,264 INFO [RS:0;018362ca5320:45121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:21:40,264 INFO [RS:0;018362ca5320:45121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:21:40,264 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:21:40,264 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e8a9a64416915d4e082482525eda67e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-23T15:21:40,264 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:21:40,264 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1325): Online Regions={4e8a9a64416915d4e082482525eda67e=hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e., 1588230740=hbase:meta,,1.1588230740, 359a1b4e042d2dd372e665a80871dfe5=test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5.} 2024-11-23T15:21:40,264 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359a1b4e042d2dd372e665a80871dfe5, 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:40,264 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:21:40,264 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:21:40,264 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:21:40,264 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:21:40,264 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:21:40,264 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:21:40,278 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/info/00332d6d39274f2991f5a4fc530f785f is 147, key is hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e./info:regioninfo/1732375295771/Put/seqid=0 2024-11-23T15:21:40,280 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e/.tmp/queue/b6a332e3d1cf4dad9634d82a7dc5bb24 is 153, key is 1-018362ca5320,45121,1732375286770/queue:018362ca5320%2C45121%2C1732375286770/1732375299511/Put/seqid=0 2024-11-23T15:21:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741840_1016 (size=7686) 2024-11-23T15:21:40,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741841_1017 (size=5352) 2024-11-23T15:21:40,358 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:21:40,417 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 913, reset compression=false 2024-11-23T15:21:40,464 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359a1b4e042d2dd372e665a80871dfe5, 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:40,496 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:21:40,496 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:21:40,595 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:40,664 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359a1b4e042d2dd372e665a80871dfe5, 4e8a9a64416915d4e082482525eda67e 2024-11-23T15:21:40,682 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/info/00332d6d39274f2991f5a4fc530f785f 2024-11-23T15:21:40,683 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e/.tmp/queue/b6a332e3d1cf4dad9634d82a7dc5bb24 2024-11-23T15:21:40,688 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e/.tmp/queue/b6a332e3d1cf4dad9634d82a7dc5bb24 as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e/queue/b6a332e3d1cf4dad9634d82a7dc5bb24 2024-11-23T15:21:40,691 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e/queue/b6a332e3d1cf4dad9634d82a7dc5bb24, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T15:21:40,692 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4e8a9a64416915d4e082482525eda67e in 428ms, sequenceid=10, compaction requested=false 2024-11-23T15:21:40,696 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/replication/4e8a9a64416915d4e082482525eda67e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T15:21:40,696 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:40,696 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:40,696 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:40,696 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e8a9a64416915d4e082482525eda67e: Waiting for close lock at 1732375300264Running coprocessor pre-close hooks at 1732375300264Disabling compacts and flushes for region at 1732375300264Disabling writes for close at 1732375300264Obtaining lock to block concurrent updates at 1732375300264Preparing flush snapshotting stores in 4e8a9a64416915d4e082482525eda67e at 1732375300264Finished memstore snapshotting hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732375300264Flushing stores of hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. at 1732375300265 (+1 ms)Flushing 4e8a9a64416915d4e082482525eda67e/queue: creating writer at 1732375300265Flushing 4e8a9a64416915d4e082482525eda67e/queue: appending metadata at 1732375300279 (+14 ms)Flushing 4e8a9a64416915d4e082482525eda67e/queue: closing flushed file at 1732375300279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6883b0: reopening flushed file at 1732375300687 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4e8a9a64416915d4e082482525eda67e in 428ms, sequenceid=10, compaction requested=false at 1732375300692 (+5 ms)Writing region close event to WAL at 1732375300693 (+1 ms)Running coprocessor post-close hooks at 1732375300696 (+3 ms)Closed at 1732375300696 2024-11-23T15:21:40,696 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375295011.4e8a9a64416915d4e082482525eda67e. 2024-11-23T15:21:40,697 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 359a1b4e042d2dd372e665a80871dfe5, disabling compactions & flushes 2024-11-23T15:21:40,697 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:40,697 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:40,697 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. after waiting 0 ms 2024-11-23T15:21:40,697 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:40,697 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 359a1b4e042d2dd372e665a80871dfe5 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-23T15:21:40,704 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/ns/bb4fc96a42534396bffcb909e8ec9c23 is 43, key is default/ns:d/1732375289417/Put/seqid=0 2024-11-23T15:21:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741842_1018 (size=5153) 2024-11-23T15:21:40,715 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/f/cc344167dd634b3aab903dc6c2580f7e is 29, key is row1/f:/1732375299177/DeleteFamily/seqid=0 2024-11-23T15:21:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741843_1019 (size=5118) 2024-11-23T15:21:40,865 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:40,921 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 913, reset compression=false 2024-11-23T15:21:40,926 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:40,926 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 1160, reset compression=false 2024-11-23T15:21:40,926 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45121,1732375286770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:40,927 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,45121,1732375286770: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,45121,1732375286770, walGroup=018362ca5320%2C45121%2C1732375286770, offset=018362ca5320%2C45121%2C1732375286770.1732375288584:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:45121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:21:40,928 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:21:40,928 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:21:40,929 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:21:40,929 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:21:40,929 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:21:40,929 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 582559024 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191840712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:21:40,929 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:42425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:42425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:21:41,065 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:41,098 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:41,108 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/ns/bb4fc96a42534396bffcb909e8ec9c23 2024-11-23T15:21:41,119 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/f/cc344167dd634b3aab903dc6c2580f7e 2024-11-23T15:21:41,123 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc344167dd634b3aab903dc6c2580f7e 2024-11-23T15:21:41,127 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/rep_barrier/1ef086e1f33d4726b8be60425cca561a is 112, key is test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5./rep_barrier:seqnumDuringOpen/1732375291833/Put/seqid=0 2024-11-23T15:21:41,129 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 1160, reset compression=false 2024-11-23T15:21:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741844_1020 (size=5518) 2024-11-23T15:21:41,138 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/f1/a17d313cf99a40e7865d80eed05d7d89 is 30, key is row1/f1:/1732375299177/DeleteFamily/seqid=0 2024-11-23T15:21:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741845_1021 (size=5123) 2024-11-23T15:21:41,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:41,265 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:21:41,265 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 359a1b4e042d2dd372e665a80871dfe5=test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5.} 2024-11-23T15:21:41,265 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:41,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:41,435 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 1160, reset compression=false 2024-11-23T15:21:41,465 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:41,485 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:41,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:41,486 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28354 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:41,536 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/rep_barrier/1ef086e1f33d4726b8be60425cca561a 2024-11-23T15:21:41,550 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/f1/a17d313cf99a40e7865d80eed05d7d89 2024-11-23T15:21:41,554 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/table/a951b248566f4a9d9932e21382d6c79b is 53, key is hbase:replication/table:state/1732375295778/Put/seqid=0 2024-11-23T15:21:41,554 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a17d313cf99a40e7865d80eed05d7d89 2024-11-23T15:21:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741846_1022 (size=5308) 2024-11-23T15:21:41,560 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/table/a951b248566f4a9d9932e21382d6c79b 2024-11-23T15:21:41,564 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/info/00332d6d39274f2991f5a4fc530f785f as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/info/00332d6d39274f2991f5a4fc530f785f 2024-11-23T15:21:41,568 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/info/00332d6d39274f2991f5a4fc530f785f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:21:41,570 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/ns/bb4fc96a42534396bffcb909e8ec9c23 as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/ns/bb4fc96a42534396bffcb909e8ec9c23 2024-11-23T15:21:41,573 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/norep/83095149f9ad4f20b9e6a7aefa356c7e is 33, key is row1/norep:/1732375299177/DeleteFamily/seqid=0 2024-11-23T15:21:41,574 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/ns/bb4fc96a42534396bffcb909e8ec9c23, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:21:41,575 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/rep_barrier/1ef086e1f33d4726b8be60425cca561a as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/rep_barrier/1ef086e1f33d4726b8be60425cca561a 2024-11-23T15:21:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741847_1023 (size=5108) 2024-11-23T15:21:41,579 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/rep_barrier/1ef086e1f33d4726b8be60425cca561a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:21:41,579 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/.tmp/table/a951b248566f4a9d9932e21382d6c79b as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/table/a951b248566f4a9d9932e21382d6c79b 2024-11-23T15:21:41,583 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/table/a951b248566f4a9d9932e21382d6c79b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:21:41,583 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-23T15:21:41,587 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:21:41,587 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:41,587 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:41,587 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:41,588 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375300264Running coprocessor pre-close hooks at 1732375300264Disabling compacts and flushes for region at 1732375300264Disabling writes for close at 1732375300264Obtaining lock to block concurrent updates at 1732375300264Preparing flush snapshotting stores in 1588230740 at 1732375300264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375300264Flushing stores of hbase:meta,,1.1588230740 at 1732375300265 (+1 ms)Flushing 1588230740/info: creating writer at 1732375300265Flushing 1588230740/info: appending metadata at 1732375300278 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732375300278Flushing 1588230740/ns: creating writer at 1732375300687 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732375300704 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732375300704Flushing 1588230740/rep_barrier: creating writer at 1732375301112 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375301126 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375301126Flushing 1588230740/table: creating writer at 1732375301541 (+415 ms)Flushing 1588230740/table: appending metadata at 1732375301553 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732375301553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529ec67e: reopening flushed file at 1732375301564 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e009ea: reopening flushed file at 1732375301569 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f5c0b9: reopening flushed file at 1732375301574 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5c98fd: reopening flushed file at 1732375301579 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1732375301583 (+4 ms)Writing region close event to WAL at 1732375301585 (+2 ms)Running coprocessor post-close hooks at 1732375301587 (+2 ms)Closed at 1732375301587 2024-11-23T15:21:41,588 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:41,665 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:41,702 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:41,839 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 1160, reset compression=false 2024-11-23T15:21:41,865 DEBUG [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1351): Waiting on 359a1b4e042d2dd372e665a80871dfe5 2024-11-23T15:21:41,978 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/norep/83095149f9ad4f20b9e6a7aefa356c7e 2024-11-23T15:21:41,982 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83095149f9ad4f20b9e6a7aefa356c7e 2024-11-23T15:21:41,982 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/f/cc344167dd634b3aab903dc6c2580f7e as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/f/cc344167dd634b3aab903dc6c2580f7e 2024-11-23T15:21:41,986 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc344167dd634b3aab903dc6c2580f7e 2024-11-23T15:21:41,986 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/f/cc344167dd634b3aab903dc6c2580f7e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T15:21:41,987 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/f1/a17d313cf99a40e7865d80eed05d7d89 as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/f1/a17d313cf99a40e7865d80eed05d7d89 2024-11-23T15:21:41,990 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a17d313cf99a40e7865d80eed05d7d89 2024-11-23T15:21:41,990 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/f1/a17d313cf99a40e7865d80eed05d7d89, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T15:21:41,991 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/.tmp/norep/83095149f9ad4f20b9e6a7aefa356c7e as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/norep/83095149f9ad4f20b9e6a7aefa356c7e 2024-11-23T15:21:41,995 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83095149f9ad4f20b9e6a7aefa356c7e 2024-11-23T15:21:41,995 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/norep/83095149f9ad4f20b9e6a7aefa356c7e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T15:21:41,995 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 359a1b4e042d2dd372e665a80871dfe5 in 1298ms, sequenceid=8, compaction requested=false 2024-11-23T15:21:41,999 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/data/default/test/359a1b4e042d2dd372e665a80871dfe5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T15:21:41,999 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:41,999 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:21:42,000 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:42,000 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 359a1b4e042d2dd372e665a80871dfe5: Waiting for close lock at 1732375300697Running coprocessor pre-close hooks at 1732375300697Disabling compacts and flushes for region at 1732375300697Disabling writes for close at 1732375300697Obtaining lock to block concurrent updates at 1732375300697Preparing flush snapshotting stores in 359a1b4e042d2dd372e665a80871dfe5 at 1732375300697Finished memstore snapshotting test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732375300697Flushing stores of test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. at 1732375300698 (+1 ms)Flushing 359a1b4e042d2dd372e665a80871dfe5/f: creating writer at 1732375300698Flushing 359a1b4e042d2dd372e665a80871dfe5/f: appending metadata at 1732375300714 (+16 ms)Flushing 359a1b4e042d2dd372e665a80871dfe5/f: closing flushed file at 1732375300714Flushing 359a1b4e042d2dd372e665a80871dfe5/f1: creating writer at 1732375301123 (+409 ms)Flushing 359a1b4e042d2dd372e665a80871dfe5/f1: appending metadata at 1732375301138 (+15 ms)Flushing 359a1b4e042d2dd372e665a80871dfe5/f1: closing flushed file at 1732375301138Flushing 359a1b4e042d2dd372e665a80871dfe5/norep: creating writer at 1732375301554 (+416 ms)Flushing 359a1b4e042d2dd372e665a80871dfe5/norep: appending metadata at 1732375301572 (+18 ms)Flushing 359a1b4e042d2dd372e665a80871dfe5/norep: closing flushed file at 1732375301572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41674366: reopening flushed file at 1732375301982 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c64b93e: reopening flushed file at 1732375301986 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c669a68: reopening flushed file at 1732375301991 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 359a1b4e042d2dd372e665a80871dfe5 in 1298ms, sequenceid=8, compaction requested=false at 1732375301995 (+4 ms)Writing region close event to WAL at 1732375301996 (+1 ms)Running coprocessor post-close hooks at 1732375301999 (+3 ms)Closed at 1732375302000 (+1 ms) 2024-11-23T15:21:42,000 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375290688.359a1b4e042d2dd372e665a80871dfe5. 2024-11-23T15:21:42,066 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,45121,1732375286770; all regions closed. 2024-11-23T15:21:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:21:42,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.meta.1732375289368.meta not finished, retry = 0 2024-11-23T15:21:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741839_1015 (size=2676) 2024-11-23T15:21:42,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.rep.1732375295741 not finished, retry = 0 2024-11-23T15:21:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741833_1009 (size=1812) 2024-11-23T15:21:42,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 not finished, retry = 0 2024-11-23T15:21:42,342 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 to pos 1160, reset compression=false 2024-11-23T15:21:42,374 DEBUG [RS:0;018362ca5320:45121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:42,374 INFO [RS:0;018362ca5320:45121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:21:42,374 INFO [RS:0;018362ca5320:45121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:21:42,374 INFO [RS:0;018362ca5320:45121 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:21:42,374 INFO [RS:0;018362ca5320:45121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:21:42,374 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:21:42,375 INFO [RS:0;018362ca5320:45121 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,45121,1732375286770 because: Region server is closing 2024-11-23T15:21:42,375 INFO [RS:0;018362ca5320:45121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:45121. 2024-11-23T15:21:42,375 DEBUG [RS:0;018362ca5320:45121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:42,375 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/WALs/018362ca5320,45121,1732375286770/018362ca5320%2C45121%2C1732375286770.1732375288584 2024-11-23T15:21:42,375 DEBUG [RS:0;018362ca5320:45121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:42,375 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.wal-reader.018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:42,375 DEBUG [RS:0;018362ca5320:45121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:42,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:42,375 INFO [RS:0;018362ca5320:45121 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45121,1732375286770.replicationSource.shipper018362ca5320%2C45121%2C1732375286770,1-018362ca5320,45121,1732375286770 terminated 2024-11-23T15:21:42,375 INFO [RS:0;018362ca5320:45121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:45121. 2024-11-23T15:21:42,376 DEBUG [RS:0;018362ca5320:45121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:42,376 DEBUG [RS:0;018362ca5320:45121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:42,376 DEBUG [RS:0;018362ca5320:45121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:42,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:42,376 INFO [RS:0;018362ca5320:45121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45121 2024-11-23T15:21:42,405 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:42,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425/rs 2024-11-23T15:21:42,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457770425/rs/018362ca5320,45121,1732375286770 2024-11-23T15:21:42,451 INFO [RS:0;018362ca5320:45121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:21:42,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,45121,1732375286770] 2024-11-23T15:21:42,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-457770425/draining/018362ca5320,45121,1732375286770 already deleted, retry=false 2024-11-23T15:21:42,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,45121,1732375286770 expired; onlineServers=0 2024-11-23T15:21:42,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,42425,1732375286625' ***** 2024-11-23T15:21:42,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:21:42,472 INFO [M:0;018362ca5320:42425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:21:42,472 INFO [M:0;018362ca5320:42425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:21:42,472 DEBUG [M:0;018362ca5320:42425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:21:42,472 DEBUG [M:0;018362ca5320:42425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:21:42,472 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375288163 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375288163,5,FailOnTimeoutGroup] 2024-11-23T15:21:42,472 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375288163 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375288163,5,FailOnTimeoutGroup] 2024-11-23T15:21:42,472 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:21:42,473 INFO [M:0;018362ca5320:42425 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:21:42,473 INFO [M:0;018362ca5320:42425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:21:42,473 DEBUG [M:0;018362ca5320:42425 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:21:42,473 INFO [M:0;018362ca5320:42425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:21:42,473 INFO [M:0;018362ca5320:42425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:21:42,473 INFO [M:0;018362ca5320:42425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:21:42,473 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:21:42,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-457770425/master 2024-11-23T15:21:42,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-457770425 2024-11-23T15:21:42,483 DEBUG [M:0;018362ca5320:42425 {}] zookeeper.ZKUtil(347): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Unable to get data of znode /1-457770425/master because node does not exist (not an error) 2024-11-23T15:21:42,483 WARN [M:0;018362ca5320:42425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:21:42,483 INFO [M:0;018362ca5320:42425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/.lastflushedseqids 2024-11-23T15:21:42,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741848_1024 (size=245) 2024-11-23T15:21:42,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:42,562 INFO [RS:0;018362ca5320:45121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:21:42,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45121-0x1016848edb40004, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:42,562 INFO [RS:0;018362ca5320:45121 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,45121,1732375286770; zookeeper connection closed. 2024-11-23T15:21:42,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@171c0eb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@171c0eb5 2024-11-23T15:21:42,562 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:21:42,887 INFO [M:0;018362ca5320:42425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:21:42,887 INFO [M:0;018362ca5320:42425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:21:42,888 DEBUG [M:0;018362ca5320:42425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:42,888 INFO [M:0;018362ca5320:42425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:42,888 DEBUG [M:0;018362ca5320:42425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:42,888 DEBUG [M:0;018362ca5320:42425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:42,888 DEBUG [M:0;018362ca5320:42425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:42,888 INFO [M:0;018362ca5320:42425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-23T15:21:42,901 DEBUG [M:0;018362ca5320:42425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3161b2013da34bdabf6e64f570bf747e is 82, key is hbase:meta,,1/info:regioninfo/1732375289396/Put/seqid=0 2024-11-23T15:21:42,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741849_1025 (size=5672) 2024-11-23T15:21:43,209 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:43,305 INFO [M:0;018362ca5320:42425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3161b2013da34bdabf6e64f570bf747e 2024-11-23T15:21:43,321 DEBUG [M:0;018362ca5320:42425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf3de85744643c6bb5e18caef16d03b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375295782/Put/seqid=0 2024-11-23T15:21:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741850_1026 (size=8515) 2024-11-23T15:21:43,725 INFO [M:0;018362ca5320:42425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf3de85744643c6bb5e18caef16d03b 2024-11-23T15:21:43,741 DEBUG [M:0;018362ca5320:42425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d5c2d2d150147eaa8f1b7876b03ee24 is 69, key is 018362ca5320,45121,1732375286770/rs:state/1732375288301/Put/seqid=0 2024-11-23T15:21:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741851_1027 (size=5156) 2024-11-23T15:21:44,112 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:44,145 INFO [M:0;018362ca5320:42425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d5c2d2d150147eaa8f1b7876b03ee24 2024-11-23T15:21:44,182 DEBUG [M:0;018362ca5320:42425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3161b2013da34bdabf6e64f570bf747e as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3161b2013da34bdabf6e64f570bf747e 2024-11-23T15:21:44,186 INFO [M:0;018362ca5320:42425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3161b2013da34bdabf6e64f570bf747e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T15:21:44,186 DEBUG [M:0;018362ca5320:42425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf3de85744643c6bb5e18caef16d03b as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf3de85744643c6bb5e18caef16d03b 2024-11-23T15:21:44,190 INFO [M:0;018362ca5320:42425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf3de85744643c6bb5e18caef16d03b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T15:21:44,191 DEBUG [M:0;018362ca5320:42425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d5c2d2d150147eaa8f1b7876b03ee24 as hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d5c2d2d150147eaa8f1b7876b03ee24 2024-11-23T15:21:44,194 INFO [M:0;018362ca5320:42425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d5c2d2d150147eaa8f1b7876b03ee24, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T15:21:44,195 INFO [M:0;018362ca5320:42425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false 2024-11-23T15:21:44,199 INFO [M:0;018362ca5320:42425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:44,199 DEBUG [M:0;018362ca5320:42425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375302888Disabling compacts and flushes for region at 1732375302888Disabling writes for close at 1732375302888Obtaining lock to block concurrent updates at 1732375302888Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375302888Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732375302888Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375302889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375302889Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375302901 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375302901Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375303309 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375303321 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375303321Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375303729 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375303741 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375303741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f79ba55: reopening flushed file at 1732375304182 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@625f2b0: reopening flushed file at 1732375304186 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545b2a42: reopening flushed file at 1732375304190 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false at 1732375304195 (+5 ms)Writing region close event to WAL at 1732375304199 (+4 ms)Closed at 1732375304199 2024-11-23T15:21:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741830_1006 (size=63642) 2024-11-23T15:21:44,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b391a77-f094-8ba4-3ea0-549649c3bf04/MasterData/WALs/018362ca5320,42425,1732375286625/018362ca5320%2C42425%2C1732375286625.1732375287738 not finished, retry = 0 2024-11-23T15:21:44,302 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:21:44,302 INFO [M:0;018362ca5320:42425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:21:44,302 INFO [M:0;018362ca5320:42425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42425 2024-11-23T15:21:44,302 INFO [M:0;018362ca5320:42425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:21:44,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:44,423 INFO [M:0;018362ca5320:42425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:21:44,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x1016848edb40003, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:44,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fb50aae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:44,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54f23f83{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:21:44,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:21:44,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a00ffe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:21:44,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b807665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.log.dir/,STOPPED} 2024-11-23T15:21:44,463 WARN [BP-2029444969-172.17.0.2-1732375284504 heartbeating to localhost/127.0.0.1:43909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:21:44,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:21:44,463 WARN [BP-2029444969-172.17.0.2-1732375284504 heartbeating to localhost/127.0.0.1:43909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2029444969-172.17.0.2-1732375284504 (Datanode Uuid 2849a589-ae90-450e-9c80-bf2af59f015d) service to localhost/127.0.0.1:43909 2024-11-23T15:21:44,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:21:44,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/cluster_85a4a2b9-9375-af7f-fab1-7a056feee23d/data/data1/current/BP-2029444969-172.17.0.2-1732375284504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:21:44,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/cluster_85a4a2b9-9375-af7f-fab1-7a056feee23d/data/data2/current/BP-2029444969-172.17.0.2-1732375284504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:21:44,464 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:21:44,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25864af5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:44,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d8ce52{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:21:44,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:21:44,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@323cd9ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:21:44,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a03bdcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.log.dir/,STOPPED} 2024-11-23T15:21:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:21:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:21:44,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:44,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:44,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:44,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:44,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:44,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:21:44,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=914672260, stopped=false 2024-11-23T15:21:44,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,42397,1732375281225 2024-11-23T15:21:44,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-344994976/running 2024-11-23T15:21:44,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-344994976/running 2024-11-23T15:21:44,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:44,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:44,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:21:44,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:21:44,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:44,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:44,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,36493,1732375281419' ***** 2024-11-23T15:21:44,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on znode that does not yet exist, /0-344994976/running 2024-11-23T15:21:44,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:21:44,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Set watcher on znode that does not yet exist, /0-344994976/running 2024-11-23T15:21:44,504 INFO [RS:0;018362ca5320:36493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:21:44,504 INFO [RS:0;018362ca5320:36493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:21:44,505 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,36493,1732375281419 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:36493. 2024-11-23T15:21:44,505 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 547c07baa7e72aba48c33a470250ce1e, disabling compactions & flushes 2024-11-23T15:21:44,505 DEBUG [RS:0;018362ca5320:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:44,505 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:44,505 DEBUG [RS:0;018362ca5320:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:44,505 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:44,505 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. after waiting 0 ms 2024-11-23T15:21:44,505 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:21:44,505 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 547c07baa7e72aba48c33a470250ce1e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-23T15:21:44,505 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:21:44,506 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:21:44,506 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1325): Online Regions={547c07baa7e72aba48c33a470250ce1e=hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e., 1588230740=hbase:meta,,1.1588230740, 1a6929ef9c7c70715a4fbb55a0159a21=test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21.} 2024-11-23T15:21:44,506 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21, 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:44,506 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:21:44,506 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:21:44,506 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:21:44,506 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:21:44,506 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:21:44,506 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:21:44,517 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:21:44,519 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/info/47da660a77484436bb75287a1d2baf47 is 147, key is hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e./info:regioninfo/1732375294080/Put/seqid=0 2024-11-23T15:21:44,519 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e/.tmp/queue/fb712f44cd074106b303a6cc699e9964 is 153, key is 1-018362ca5320,36493,1732375281419/queue:018362ca5320%2C36493%2C1732375281419/1732375299686/Put/seqid=0 2024-11-23T15:21:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741840_1016 (size=5352) 2024-11-23T15:21:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741841_1017 (size=7686) 2024-11-23T15:21:44,706 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21, 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:44,906 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21, 547c07baa7e72aba48c33a470250ce1e 2024-11-23T15:21:44,923 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e/.tmp/queue/fb712f44cd074106b303a6cc699e9964 2024-11-23T15:21:44,923 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/info/47da660a77484436bb75287a1d2baf47 2024-11-23T15:21:44,928 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e/.tmp/queue/fb712f44cd074106b303a6cc699e9964 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e/queue/fb712f44cd074106b303a6cc699e9964 2024-11-23T15:21:44,931 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e/queue/fb712f44cd074106b303a6cc699e9964, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T15:21:44,932 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 547c07baa7e72aba48c33a470250ce1e in 427ms, sequenceid=10, compaction requested=false 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/replication/547c07baa7e72aba48c33a470250ce1e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:44,939 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 547c07baa7e72aba48c33a470250ce1e: Waiting for close lock at 1732375304505Running coprocessor pre-close hooks at 1732375304505Disabling compacts and flushes for region at 1732375304505Disabling writes for close at 1732375304505Obtaining lock to block concurrent updates at 1732375304505Preparing flush snapshotting stores in 547c07baa7e72aba48c33a470250ce1e at 1732375304505Finished memstore snapshotting hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732375304506 (+1 ms)Flushing stores of hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. at 1732375304506Flushing 547c07baa7e72aba48c33a470250ce1e/queue: creating writer at 1732375304506Flushing 547c07baa7e72aba48c33a470250ce1e/queue: appending metadata at 1732375304519 (+13 ms)Flushing 547c07baa7e72aba48c33a470250ce1e/queue: closing flushed file at 1732375304519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ee0f26: reopening flushed file at 1732375304927 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 547c07baa7e72aba48c33a470250ce1e in 427ms, sequenceid=10, compaction requested=false at 1732375304932 (+5 ms)Writing region close event to WAL at 1732375304936 (+4 ms)Running coprocessor post-close hooks at 1732375304939 (+3 ms)Closed at 1732375304939 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375292856.547c07baa7e72aba48c33a470250ce1e. 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a6929ef9c7c70715a4fbb55a0159a21, disabling compactions & flushes 2024-11-23T15:21:44,939 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. after waiting 0 ms 2024-11-23T15:21:44,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:44,939 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a6929ef9c7c70715a4fbb55a0159a21 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-23T15:21:44,942 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/ns/3e18892e9aba41bdbbe946bd4a76b4fb is 43, key is default/ns:d/1732375284408/Put/seqid=0 2024-11-23T15:21:44,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741842_1018 (size=5153) 2024-11-23T15:21:44,954 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/f/26456bfccfee4573a1acdcb4b8353395 is 29, key is row1/f:/1732375299177/DeleteFamily/seqid=0 2024-11-23T15:21:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741843_1019 (size=5118) 2024-11-23T15:21:45,106 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:45,116 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 914, reset compression=false 2024-11-23T15:21:45,120 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:21:45,120 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 1161, reset compression=false 2024-11-23T15:21:45,120 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,36493,1732375281419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:21:45,121 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,36493,1732375281419: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,36493,1732375281419, walGroup=018362ca5320%2C36493%2C1732375281419, offset=018362ca5320%2C36493%2C1732375281419.1732375283334:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36493 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:21:45,122 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:21:45,122 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:21:45,122 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:21:45,122 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:21:45,122 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:21:45,123 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 660153648 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192274808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:21:45,123 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:42397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:42397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:21:45,202 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:21:45,202 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:21:45,306 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:45,324 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 1161, reset compression=false 2024-11-23T15:21:45,346 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/ns/3e18892e9aba41bdbbe946bd4a76b4fb 2024-11-23T15:21:45,357 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/f/26456bfccfee4573a1acdcb4b8353395 2024-11-23T15:21:45,361 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26456bfccfee4573a1acdcb4b8353395 2024-11-23T15:21:45,363 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/rep_barrier/0b3506f694ec45bc8c395a07c4eaa257 is 112, key is test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21./rep_barrier:seqnumDuringOpen/1732375290287/Put/seqid=0 2024-11-23T15:21:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741844_1020 (size=5518) 2024-11-23T15:21:45,377 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/f1/3ec3ea300d194228bfb9ffd8fdfbeff7 is 30, key is row1/f1:/1732375299177/DeleteFamily/seqid=0 2024-11-23T15:21:45,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741845_1021 (size=5123) 2024-11-23T15:21:45,507 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:21:45,507 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1a6929ef9c7c70715a4fbb55a0159a21=test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21.} 2024-11-23T15:21:45,507 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:45,628 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 1161, reset compression=false 2024-11-23T15:21:45,707 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:45,770 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/rep_barrier/0b3506f694ec45bc8c395a07c4eaa257 2024-11-23T15:21:45,781 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/f1/3ec3ea300d194228bfb9ffd8fdfbeff7 2024-11-23T15:21:45,784 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ec3ea300d194228bfb9ffd8fdfbeff7 2024-11-23T15:21:45,792 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/table/ec0c637fc9404dc093ec7b27418404f6 is 53, key is hbase:replication/table:state/1732375294087/Put/seqid=0 2024-11-23T15:21:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741846_1022 (size=5308) 2024-11-23T15:21:45,802 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/norep/1db061b8bfb041c1baa20ca0add17a64 is 32, key is row/norep:/1732375298170/DeleteFamily/seqid=0 2024-11-23T15:21:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741847_1023 (size=5101) 2024-11-23T15:21:45,907 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:46,031 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 to pos 1161, reset compression=false 2024-11-23T15:21:46,107 DEBUG [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a6929ef9c7c70715a4fbb55a0159a21 2024-11-23T15:21:46,196 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/table/ec0c637fc9404dc093ec7b27418404f6 2024-11-23T15:21:46,200 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/info/47da660a77484436bb75287a1d2baf47 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/info/47da660a77484436bb75287a1d2baf47 2024-11-23T15:21:46,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:46,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,203 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/info/47da660a77484436bb75287a1d2baf47, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:21:46,204 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/ns/3e18892e9aba41bdbbe946bd4a76b4fb as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/ns/3e18892e9aba41bdbbe946bd4a76b4fb 2024-11-23T15:21:46,205 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/norep/1db061b8bfb041c1baa20ca0add17a64 2024-11-23T15:21:46,208 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/ns/3e18892e9aba41bdbbe946bd4a76b4fb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:21:46,209 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/rep_barrier/0b3506f694ec45bc8c395a07c4eaa257 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/rep_barrier/0b3506f694ec45bc8c395a07c4eaa257 2024-11-23T15:21:46,209 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1db061b8bfb041c1baa20ca0add17a64 2024-11-23T15:21:46,210 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/f/26456bfccfee4573a1acdcb4b8353395 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/f/26456bfccfee4573a1acdcb4b8353395 2024-11-23T15:21:46,215 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26456bfccfee4573a1acdcb4b8353395 2024-11-23T15:21:46,215 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/f/26456bfccfee4573a1acdcb4b8353395, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T15:21:46,217 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/rep_barrier/0b3506f694ec45bc8c395a07c4eaa257, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:21:46,218 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/f1/3ec3ea300d194228bfb9ffd8fdfbeff7 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/f1/3ec3ea300d194228bfb9ffd8fdfbeff7 2024-11-23T15:21:46,220 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/.tmp/table/ec0c637fc9404dc093ec7b27418404f6 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/table/ec0c637fc9404dc093ec7b27418404f6 2024-11-23T15:21:46,223 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ec3ea300d194228bfb9ffd8fdfbeff7 2024-11-23T15:21:46,223 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/f1/3ec3ea300d194228bfb9ffd8fdfbeff7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T15:21:46,224 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/.tmp/norep/1db061b8bfb041c1baa20ca0add17a64 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/norep/1db061b8bfb041c1baa20ca0add17a64 2024-11-23T15:21:46,228 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/table/ec0c637fc9404dc093ec7b27418404f6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:21:46,229 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-23T15:21:46,233 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1db061b8bfb041c1baa20ca0add17a64 2024-11-23T15:21:46,234 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/norep/1db061b8bfb041c1baa20ca0add17a64, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T15:21:46,234 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1a6929ef9c7c70715a4fbb55a0159a21 in 1295ms, sequenceid=8, compaction requested=false 2024-11-23T15:21:46,244 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:21:46,245 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:46,245 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:46,245 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:46,245 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375304506Running coprocessor pre-close hooks at 1732375304506Disabling compacts and flushes for region at 1732375304506Disabling writes for close at 1732375304506Obtaining lock to block concurrent updates at 1732375304506Preparing flush snapshotting stores in 1588230740 at 1732375304506Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375304506Flushing stores of hbase:meta,,1.1588230740 at 1732375304507 (+1 ms)Flushing 1588230740/info: creating writer at 1732375304507Flushing 1588230740/info: appending metadata at 1732375304519 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732375304519Flushing 1588230740/ns: creating writer at 1732375304927 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732375304941 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732375304941Flushing 1588230740/rep_barrier: creating writer at 1732375305349 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375305363 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375305363Flushing 1588230740/table: creating writer at 1732375305774 (+411 ms)Flushing 1588230740/table: appending metadata at 1732375305791 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732375305791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2675c663: reopening flushed file at 1732375306199 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc5e723: reopening flushed file at 1732375306203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ecf1c8: reopening flushed file at 1732375306208 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf348f6: reopening flushed file at 1732375306217 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1732375306229 (+12 ms)Writing region close event to WAL at 1732375306240 (+11 ms)Running coprocessor post-close hooks at 1732375306245 (+5 ms)Closed at 1732375306245 2024-11-23T15:21:46,245 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:46,246 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/data/default/test/1a6929ef9c7c70715a4fbb55a0159a21/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T15:21:46,246 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:46,246 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:21:46,246 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:46,246 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a6929ef9c7c70715a4fbb55a0159a21: Waiting for close lock at 1732375304939Running coprocessor pre-close hooks at 1732375304939Disabling compacts and flushes for region at 1732375304939Disabling writes for close at 1732375304939Obtaining lock to block concurrent updates at 1732375304939Preparing flush snapshotting stores in 1a6929ef9c7c70715a4fbb55a0159a21 at 1732375304939Finished memstore snapshotting test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732375304940 (+1 ms)Flushing stores of test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. at 1732375304940Flushing 1a6929ef9c7c70715a4fbb55a0159a21/f: creating writer at 1732375304940Flushing 1a6929ef9c7c70715a4fbb55a0159a21/f: appending metadata at 1732375304953 (+13 ms)Flushing 1a6929ef9c7c70715a4fbb55a0159a21/f: closing flushed file at 1732375304953Flushing 1a6929ef9c7c70715a4fbb55a0159a21/f1: creating writer at 1732375305361 (+408 ms)Flushing 1a6929ef9c7c70715a4fbb55a0159a21/f1: appending metadata at 1732375305376 (+15 ms)Flushing 1a6929ef9c7c70715a4fbb55a0159a21/f1: closing flushed file at 1732375305376Flushing 1a6929ef9c7c70715a4fbb55a0159a21/norep: creating writer at 1732375305785 (+409 ms)Flushing 1a6929ef9c7c70715a4fbb55a0159a21/norep: appending metadata at 1732375305801 (+16 ms)Flushing 1a6929ef9c7c70715a4fbb55a0159a21/norep: closing flushed file at 1732375305801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cce6a5f: reopening flushed file at 1732375306209 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd7b5c6: reopening flushed file at 1732375306215 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61203028: reopening flushed file at 1732375306224 (+9 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1a6929ef9c7c70715a4fbb55a0159a21 in 1295ms, sequenceid=8, compaction requested=false at 1732375306234 (+10 ms)Writing region close event to WAL at 1732375306242 (+8 ms)Running coprocessor post-close hooks at 1732375306246 (+4 ms)Closed at 1732375306246 2024-11-23T15:21:46,246 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375289540.1a6929ef9c7c70715a4fbb55a0159a21. 2024-11-23T15:21:46,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:46,307 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,36493,1732375281419; all regions closed. 2024-11-23T15:21:46,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:21:46,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741839_1015 (size=2676) 2024-11-23T15:21:46,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/WALs/018362ca5320,36493,1732375281419/018362ca5320%2C36493%2C1732375281419.1732375283334 not finished, retry = 0 2024-11-23T15:21:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741832_1008 (size=1813) 2024-11-23T15:21:46,415 DEBUG [RS:0;018362ca5320:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:46,415 INFO [RS:0;018362ca5320:36493 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:21:46,415 INFO [RS:0;018362ca5320:36493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:21:46,415 INFO [RS:0;018362ca5320:36493 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T15:21:46,415 INFO [RS:0;018362ca5320:36493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:21:46,415 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:21:46,415 INFO [RS:0;018362ca5320:36493 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,36493,1732375281419 because: Region server is closing 2024-11-23T15:21:46,416 INFO [RS:0;018362ca5320:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:36493. 2024-11-23T15:21:46,416 DEBUG [RS:0;018362ca5320:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:46,416 DEBUG [RS:0;018362ca5320:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:46,416 DEBUG [RS:0;018362ca5320:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:46,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:46,516 INFO [RS:0;018362ca5320:36493 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.shipper018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 terminated 2024-11-23T15:21:46,516 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,36493,1732375281419.replicationSource.wal-reader.018362ca5320%2C36493%2C1732375281419,1-018362ca5320,36493,1732375281419 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:21:46,516 INFO [RS:0;018362ca5320:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:36493. 2024-11-23T15:21:46,516 DEBUG [RS:0;018362ca5320:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:21:46,516 DEBUG [RS:0;018362ca5320:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:46,516 DEBUG [RS:0;018362ca5320:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:46,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:21:46,517 INFO [RS:0;018362ca5320:36493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36493 2024-11-23T15:21:46,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-344994976/rs/018362ca5320,36493,1732375281419 2024-11-23T15:21:46,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976/rs 2024-11-23T15:21:46,588 INFO [RS:0;018362ca5320:36493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:21:46,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,36493,1732375281419] 2024-11-23T15:21:46,609 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-344994976/draining/018362ca5320,36493,1732375281419 already deleted, retry=false 2024-11-23T15:21:46,609 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,36493,1732375281419 expired; onlineServers=0 2024-11-23T15:21:46,609 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,42397,1732375281225' ***** 2024-11-23T15:21:46,609 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:21:46,609 INFO [M:0;018362ca5320:42397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:21:46,609 INFO [M:0;018362ca5320:42397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:21:46,609 DEBUG [M:0;018362ca5320:42397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:21:46,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:21:46,609 DEBUG [M:0;018362ca5320:42397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:21:46,609 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375283066 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375283066,5,FailOnTimeoutGroup] 2024-11-23T15:21:46,609 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375283061 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375283061,5,FailOnTimeoutGroup] 2024-11-23T15:21:46,609 INFO [M:0;018362ca5320:42397 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:21:46,609 INFO [M:0;018362ca5320:42397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:21:46,609 DEBUG [M:0;018362ca5320:42397 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:21:46,609 INFO [M:0;018362ca5320:42397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:21:46,609 INFO [M:0;018362ca5320:42397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:21:46,610 INFO [M:0;018362ca5320:42397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:21:46,610 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:21:46,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-344994976/master 2024-11-23T15:21:46,619 DEBUG [M:0;018362ca5320:42397 {}] zookeeper.ZKUtil(347): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Unable to get data of znode /0-344994976/master because node does not exist (not an error) 2024-11-23T15:21:46,619 WARN [M:0;018362ca5320:42397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:21:46,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-344994976 2024-11-23T15:21:46,620 INFO [M:0;018362ca5320:42397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/.lastflushedseqids 2024-11-23T15:21:46,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741848_1024 (size=245) 2024-11-23T15:21:46,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:46,698 INFO [RS:0;018362ca5320:36493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:21:46,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1016848edb40001, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:46,698 INFO [RS:0;018362ca5320:36493 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,36493,1732375281419; zookeeper connection closed. 2024-11-23T15:21:46,699 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@538e9773 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@538e9773 2024-11-23T15:21:46,699 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:21:47,025 INFO [M:0;018362ca5320:42397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:21:47,025 INFO [M:0;018362ca5320:42397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:21:47,025 DEBUG [M:0;018362ca5320:42397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:47,025 INFO [M:0;018362ca5320:42397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:47,025 DEBUG [M:0;018362ca5320:42397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:47,025 DEBUG [M:0;018362ca5320:42397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:47,025 DEBUG [M:0;018362ca5320:42397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:47,025 INFO [M:0;018362ca5320:42397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-23T15:21:47,045 DEBUG [M:0;018362ca5320:42397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38fc2738853746cea1100f13628744f3 is 82, key is hbase:meta,,1/info:regioninfo/1732375284357/Put/seqid=0 2024-11-23T15:21:47,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741849_1025 (size=5672) 2024-11-23T15:21:47,449 INFO [M:0;018362ca5320:42397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38fc2738853746cea1100f13628744f3 2024-11-23T15:21:47,470 DEBUG [M:0;018362ca5320:42397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb6b240ee7204b6da82aeb75a4a672b0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375294091/Put/seqid=0 2024-11-23T15:21:47,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741850_1026 (size=8515) 2024-11-23T15:21:47,874 INFO [M:0;018362ca5320:42397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb6b240ee7204b6da82aeb75a4a672b0 2024-11-23T15:21:47,892 DEBUG [M:0;018362ca5320:42397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1aae22deaf6488caa5df3f1eac4f5df is 69, key is 018362ca5320,36493,1732375281419/rs:state/1732375283182/Put/seqid=0 2024-11-23T15:21:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741851_1027 (size=5156) 2024-11-23T15:21:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:21:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:21:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:21:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:47,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:21:48,295 INFO [M:0;018362ca5320:42397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1aae22deaf6488caa5df3f1eac4f5df 2024-11-23T15:21:48,300 DEBUG [M:0;018362ca5320:42397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38fc2738853746cea1100f13628744f3 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38fc2738853746cea1100f13628744f3 2024-11-23T15:21:48,303 INFO [M:0;018362ca5320:42397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38fc2738853746cea1100f13628744f3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T15:21:48,304 DEBUG [M:0;018362ca5320:42397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb6b240ee7204b6da82aeb75a4a672b0 as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb6b240ee7204b6da82aeb75a4a672b0 2024-11-23T15:21:48,307 INFO [M:0;018362ca5320:42397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb6b240ee7204b6da82aeb75a4a672b0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T15:21:48,308 DEBUG [M:0;018362ca5320:42397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1aae22deaf6488caa5df3f1eac4f5df as hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1aae22deaf6488caa5df3f1eac4f5df 2024-11-23T15:21:48,312 INFO [M:0;018362ca5320:42397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36963/user/jenkins/test-data/e652421f-12f0-9fc5-db52-e952bf20d566/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1aae22deaf6488caa5df3f1eac4f5df, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T15:21:48,313 INFO [M:0;018362ca5320:42397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-23T15:21:48,322 INFO [M:0;018362ca5320:42397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:48,322 DEBUG [M:0;018362ca5320:42397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375307025Disabling compacts and flushes for region at 1732375307025Disabling writes for close at 1732375307025Obtaining lock to block concurrent updates at 1732375307025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375307025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732375307026 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375307026Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375307026Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375307045 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375307045Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375307453 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375307469 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375307469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375307877 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375307891 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375307891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de5818: reopening flushed file at 1732375308299 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b594b1a: reopening flushed file at 1732375308303 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365cebbc: reopening flushed file at 1732375308307 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732375308313 (+6 ms)Writing region close event to WAL at 1732375308322 (+9 ms)Closed at 1732375308322 2024-11-23T15:21:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44911 is added to blk_1073741830_1006 (size=63642) 2024-11-23T15:21:48,325 INFO [M:0;018362ca5320:42397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:21:48,325 INFO [M:0;018362ca5320:42397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42397 2024-11-23T15:21:48,325 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:21:48,326 INFO [M:0;018362ca5320:42397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:21:48,488 INFO [M:0;018362ca5320:42397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:21:48,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:48,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42397-0x1016848edb40000, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:21:48,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e355257{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:48,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54e18bb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:21:48,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:21:48,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca81938{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:21:48,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efaac7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.log.dir/,STOPPED} 2024-11-23T15:21:48,492 WARN [BP-1962638627-172.17.0.2-1732375278105 heartbeating to localhost/127.0.0.1:36963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:21:48,493 WARN [BP-1962638627-172.17.0.2-1732375278105 heartbeating to localhost/127.0.0.1:36963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1962638627-172.17.0.2-1732375278105 (Datanode Uuid e6783ca7-3a6c-4bcc-bd1e-aeb263a4c6af) service to localhost/127.0.0.1:36963 2024-11-23T15:21:48,493 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:21:48,493 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:21:48,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/cluster_900e3f91-fc8a-725d-348e-991d72d90d9f/data/data1/current/BP-1962638627-172.17.0.2-1732375278105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:21:48,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/cluster_900e3f91-fc8a-725d-348e-991d72d90d9f/data/data2/current/BP-1962638627-172.17.0.2-1732375278105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:21:48,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:21:48,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b0313e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:48,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@290238e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:21:48,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:21:48,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59acacc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:21:48,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc17f17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ae8d8008-6351-d014-4b95-050bf166d826/hadoop.log.dir/,STOPPED} 2024-11-23T15:21:48,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:21:48,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:21:48,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 240) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43909 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36963 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 435) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6767 (was 6627) - AvailableMemoryMB LEAK? - 2024-11-23T15:21:48,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=6767 2024-11-23T15:21:48,541 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-23T15:21:48,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.log.dir so I do NOT create it in target/test-data/8dcc47c5-a796-c207-5956-7297764f887a 2024-11-23T15:21:48,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:21:48,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.tmp.dir so I do NOT create it in target/test-data/8dcc47c5-a796-c207-5956-7297764f887a 2024-11-23T15:21:48,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2ec30cf-3e6a-a5ee-717f-9b4eda36efeb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:21:48,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a 2024-11-23T15:21:48,541 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/cluster_73758fc5-4a26-fa31-88c5-d63054cfbb99, deleteOnExit=true 2024-11-23T15:21:48,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/cluster_73758fc5-4a26-fa31-88c5-d63054cfbb99/zookeeper_0, clientPort=52152, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/cluster_73758fc5-4a26-fa31-88c5-d63054cfbb99/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/cluster_73758fc5-4a26-fa31-88c5-d63054cfbb99/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:21:48,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52152 2024-11-23T15:21:48,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:21:48,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:21:48,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/test.cache.data in system properties and HBase conf 2024-11-23T15:21:48,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:21:48,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:21:48,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:21:48,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:21:48,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:21:48,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:21:48,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:48,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:21:48,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:21:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016848edb40002, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:21:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016848edb40005, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:21:48,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016848edb40005, quorum=127.0.0.1:64866, baseZNode=/1-457770425 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:21:48,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016848edb40002, quorum=127.0.0.1:64866, baseZNode=/0-344994976 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:21:49,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:49,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:49,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:49,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:49,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:49,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:49,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cf7c203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:49,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529d1627{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:49,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5054afca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/java.io.tmpdir/jetty-localhost-38357-hadoop-hdfs-3_4_1-tests_jar-_-any-14953676730301674020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:49,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3108d8d{HTTP/1.1, (http/1.1)}{localhost:38357} 2024-11-23T15:21:49,234 INFO [Time-limited test {}] server.Server(415): Started @239616ms 2024-11-23T15:21:49,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:49,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:49,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:49,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:49,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:49,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b42d975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:49,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a191a09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:49,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14d23669{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/java.io.tmpdir/jetty-localhost-32977-hadoop-hdfs-3_4_1-tests_jar-_-any-6880985037606187926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:49,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd69fec{HTTP/1.1, (http/1.1)}{localhost:32977} 2024-11-23T15:21:49,621 INFO [Time-limited test {}] server.Server(415): Started @240004ms 2024-11-23T15:21:49,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:21:50,612 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/cluster_73758fc5-4a26-fa31-88c5-d63054cfbb99/data/data2/current/BP-536901908-172.17.0.2-1732375308590/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:50,612 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/cluster_73758fc5-4a26-fa31-88c5-d63054cfbb99/data/data1/current/BP-536901908-172.17.0.2-1732375308590/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:50,632 WARN [Thread-2652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:21:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79a5ccd03eed75dc with lease ID 0xbe004e2f8a7c1ef5: Processing first storage report for DS-ec4fce8e-04eb-4073-8ac8-ad8882021b06 from datanode DatanodeRegistration(127.0.0.1:34541, datanodeUuid=9c3def63-649c-4e2d-ac18-e3bfe1b81632, infoPort=42317, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=809229711;c=1732375308590) 2024-11-23T15:21:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79a5ccd03eed75dc with lease ID 0xbe004e2f8a7c1ef5: from storage DS-ec4fce8e-04eb-4073-8ac8-ad8882021b06 node DatanodeRegistration(127.0.0.1:34541, datanodeUuid=9c3def63-649c-4e2d-ac18-e3bfe1b81632, infoPort=42317, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=809229711;c=1732375308590), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79a5ccd03eed75dc with lease ID 0xbe004e2f8a7c1ef5: Processing first storage report for DS-cefaff48-f93b-4459-ac84-5c8bbb882b88 from datanode DatanodeRegistration(127.0.0.1:34541, datanodeUuid=9c3def63-649c-4e2d-ac18-e3bfe1b81632, infoPort=42317, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=809229711;c=1732375308590) 2024-11-23T15:21:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79a5ccd03eed75dc with lease ID 0xbe004e2f8a7c1ef5: from storage DS-cefaff48-f93b-4459-ac84-5c8bbb882b88 node DatanodeRegistration(127.0.0.1:34541, datanodeUuid=9c3def63-649c-4e2d-ac18-e3bfe1b81632, infoPort=42317, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=809229711;c=1732375308590), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:50,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a 2024-11-23T15:21:50,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:50,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:50,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:21:51,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f with version=8 2024-11-23T15:21:51,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/hbase-staging 2024-11-23T15:21:51,060 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:21:51,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:51,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:51,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:51,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:51,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:51,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:21:51,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:51,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33253 2024-11-23T15:21:51,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33253 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:21:51,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332530x0, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:51,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33253-0x101684964c50000 connected 2024-11-23T15:21:51,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:51,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:51,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on znode that does not yet exist, /0-661692303/running 2024-11-23T15:21:51,254 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f, hbase.cluster.distributed=false 2024-11-23T15:21:51,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on znode that does not yet exist, /0-661692303/acl 2024-11-23T15:21:51,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-23T15:21:51,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33253 2024-11-23T15:21:51,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33253 2024-11-23T15:21:51,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-23T15:21:51,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33253 2024-11-23T15:21:51,274 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:21:51,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:51,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:51,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:51,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:51,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:51,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:21:51,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:51,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46803 2024-11-23T15:21:51,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46803 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:21:51,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:51,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:51,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468030x0, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:51,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46803-0x101684964c50001 connected 2024-11-23T15:21:51,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on znode that does not yet exist, /0-661692303/running 2024-11-23T15:21:51,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:21:51,294 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:21:51,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on znode that does not yet exist, /0-661692303/master 2024-11-23T15:21:51,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on znode that does not yet exist, /0-661692303/acl 2024-11-23T15:21:51,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-23T15:21:51,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46803 2024-11-23T15:21:51,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46803 2024-11-23T15:21:51,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-23T15:21:51,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-23T15:21:51,311 DEBUG [M:0;018362ca5320:33253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:33253 2024-11-23T15:21:51,311 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-661692303/backup-masters/018362ca5320,33253,1732375311059 2024-11-23T15:21:51,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303/backup-masters 2024-11-23T15:21:51,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303/backup-masters 2024-11-23T15:21:51,322 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on existing znode=/0-661692303/backup-masters/018362ca5320,33253,1732375311059 2024-11-23T15:21:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-661692303/master 2024-11-23T15:21:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:51,335 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on existing znode=/0-661692303/master 2024-11-23T15:21:51,335 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-661692303/backup-masters/018362ca5320,33253,1732375311059 from backup master directory 2024-11-23T15:21:51,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303/backup-masters 2024-11-23T15:21:51,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661692303/backup-masters/018362ca5320,33253,1732375311059 2024-11-23T15:21:51,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303/backup-masters 2024-11-23T15:21:51,345 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:51,345 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,33253,1732375311059 2024-11-23T15:21:51,348 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/hbase.id] with ID: 67d9daf0-094e-46db-b09d-7a7c8b922d28 2024-11-23T15:21:51,348 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/.tmp/hbase.id 2024-11-23T15:21:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:21:51,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:21:51,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:51,597 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38465 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:21:51,747 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:51,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,752 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/.tmp/hbase.id]:[hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/hbase.id] 2024-11-23T15:21:51,760 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:51,760 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:21:51,761 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:21:51,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:51,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:51,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:21:51,824 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:51,825 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:21:51,825 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:21:52,235 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store 2024-11-23T15:21:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:21:52,642 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:52,642 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:52,642 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:52,642 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:52,642 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:52,642 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:52,642 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:52,642 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375312642Disabling compacts and flushes for region at 1732375312642Disabling writes for close at 1732375312642Writing region close event to WAL at 1732375312642Closed at 1732375312642 2024-11-23T15:21:52,643 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/.initializing 2024-11-23T15:21:52,643 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/WALs/018362ca5320,33253,1732375311059 2024-11-23T15:21:52,644 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:52,645 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C33253%2C1732375311059, suffix=, logDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/WALs/018362ca5320,33253,1732375311059, archiveDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/oldWALs, maxLogs=10 2024-11-23T15:21:52,661 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/WALs/018362ca5320,33253,1732375311059/018362ca5320%2C33253%2C1732375311059.1732375312645, exclude list is [], retry=0 2024-11-23T15:21:52,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34541,DS-ec4fce8e-04eb-4073-8ac8-ad8882021b06,DISK] 2024-11-23T15:21:52,664 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/WALs/018362ca5320,33253,1732375311059/018362ca5320%2C33253%2C1732375311059.1732375312645 2024-11-23T15:21:52,665 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)] 2024-11-23T15:21:52,665 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:52,665 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:52,665 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,665 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:21:52,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:52,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:52,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:21:52,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:52,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:52,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:21:52,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:52,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:52,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:21:52,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:52,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:52,671 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,671 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,671 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,672 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,672 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,673 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:52,673 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:52,675 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:52,675 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74358247, jitterRate=0.1080242246389389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:52,676 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375312665Initializing all the Stores at 1732375312666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375312666Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375312666Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375312666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375312666Cleaning up temporary data from old regions at 1732375312672 (+6 ms)Region opened successfully at 1732375312676 (+4 ms) 2024-11-23T15:21:52,676 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:21:52,678 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7586edda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:21:52,679 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:21:52,680 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:21:52,680 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:21:52,680 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:21:52,680 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:21:52,681 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:21:52,681 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:21:52,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:21:52,683 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Unable to get data of znode /0-661692303/balancer because node does not exist (not necessarily an error) 2024-11-23T15:21:52,745 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661692303/balancer already deleted, retry=false 2024-11-23T15:21:52,745 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:21:52,746 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Unable to get data of znode /0-661692303/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:21:52,755 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661692303/normalizer already deleted, retry=false 2024-11-23T15:21:52,756 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:21:52,756 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Unable to get data of znode /0-661692303/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:21:52,766 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661692303/switch/split already deleted, retry=false 2024-11-23T15:21:52,766 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Unable to get data of znode /0-661692303/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:21:52,776 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661692303/switch/merge already deleted, retry=false 2024-11-23T15:21:52,778 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Unable to get data of znode /0-661692303/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:21:52,787 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661692303/snapshot-cleanup already deleted, retry=false 2024-11-23T15:21:52,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-661692303/running 2024-11-23T15:21:52,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-661692303/running 2024-11-23T15:21:52,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:52,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:52,798 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,33253,1732375311059, sessionid=0x101684964c50000, setting cluster-up flag (Was=false) 2024-11-23T15:21:52,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:52,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:52,850 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-661692303/flush-table-proc/acquired, /0-661692303/flush-table-proc/reached, /0-661692303/flush-table-proc/abort 2024-11-23T15:21:52,851 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33253,1732375311059 2024-11-23T15:21:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:52,903 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-661692303/online-snapshot/acquired, /0-661692303/online-snapshot/reached, /0-661692303/online-snapshot/abort 2024-11-23T15:21:52,904 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33253,1732375311059 2024-11-23T15:21:52,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:21:52,906 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:52,906 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:21:52,906 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:21:52,907 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,33253,1732375311059 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:21:52,908 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:52,908 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:52,908 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:52,908 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:52,908 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:21:52,908 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:52,908 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:52,908 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:52,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375342909 2024-11-23T15:21:52,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:21:52,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:21:52,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:21:52,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:21:52,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:52,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:21:52,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:21:52,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:21:52,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:21:52,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:21:52,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:21:52,910 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375312910,5,FailOnTimeoutGroup] 2024-11-23T15:21:52,910 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375312910,5,FailOnTimeoutGroup] 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:52,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:52,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:21:53,003 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(746): ClusterId : 67d9daf0-094e-46db-b09d-7a7c8b922d28 2024-11-23T15:21:53,003 DEBUG [RS:0;018362ca5320:46803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:21:53,009 DEBUG [RS:0;018362ca5320:46803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:21:53,009 DEBUG [RS:0;018362ca5320:46803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:21:53,019 DEBUG [RS:0;018362ca5320:46803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:21:53,019 DEBUG [RS:0;018362ca5320:46803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9ff5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:21:53,030 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:46803 2024-11-23T15:21:53,030 INFO [RS:0;018362ca5320:46803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:21:53,030 INFO [RS:0;018362ca5320:46803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:21:53,030 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:21:53,031 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,33253,1732375311059 with port=46803, startcode=1732375311274 2024-11-23T15:21:53,031 DEBUG [RS:0;018362ca5320:46803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:21:53,032 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:21:53,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,46803,1732375311274 2024-11-23T15:21:53,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33253 {}] master.ServerManager(517): Registering regionserver=018362ca5320,46803,1732375311274 2024-11-23T15:21:53,034 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f 2024-11-23T15:21:53,034 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38407 2024-11-23T15:21:53,034 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:21:53,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303/rs 2024-11-23T15:21:53,040 DEBUG [RS:0;018362ca5320:46803 {}] zookeeper.ZKUtil(111): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on existing znode=/0-661692303/rs/018362ca5320,46803,1732375311274 2024-11-23T15:21:53,040 WARN [RS:0;018362ca5320:46803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:53,040 INFO [RS:0;018362ca5320:46803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:53,040 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274 2024-11-23T15:21:53,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,46803,1732375311274] 2024-11-23T15:21:53,043 INFO [RS:0;018362ca5320:46803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:21:53,044 INFO [RS:0;018362ca5320:46803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:21:53,044 INFO [RS:0;018362ca5320:46803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:21:53,044 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,044 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:21:53,045 INFO [RS:0;018362ca5320:46803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:21:53,045 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,045 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,046 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:53,046 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:53,046 DEBUG [RS:0;018362ca5320:46803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:53,046 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,046 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,046 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,046 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,046 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,046 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,46803,1732375311274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:53,058 INFO [RS:0;018362ca5320:46803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:21:53,059 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,46803,1732375311274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,059 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,059 INFO [RS:0;018362ca5320:46803 {}] regionserver.Replication(171): 018362ca5320,46803,1732375311274 started 2024-11-23T15:21:53,072 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:53,072 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,46803,1732375311274, RpcServer on 018362ca5320/172.17.0.2:46803, sessionid=0x101684964c50001 2024-11-23T15:21:53,072 DEBUG [RS:0;018362ca5320:46803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:21:53,072 DEBUG [RS:0;018362ca5320:46803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,46803,1732375311274 2024-11-23T15:21:53,072 DEBUG [RS:0;018362ca5320:46803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,46803,1732375311274' 2024-11-23T15:21:53,072 DEBUG [RS:0;018362ca5320:46803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-661692303/flush-table-proc/abort' 2024-11-23T15:21:53,072 DEBUG [RS:0;018362ca5320:46803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-661692303/flush-table-proc/acquired' 2024-11-23T15:21:53,073 DEBUG [RS:0;018362ca5320:46803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:21:53,073 DEBUG [RS:0;018362ca5320:46803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:21:53,073 DEBUG [RS:0;018362ca5320:46803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,46803,1732375311274 2024-11-23T15:21:53,073 DEBUG [RS:0;018362ca5320:46803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,46803,1732375311274' 2024-11-23T15:21:53,073 DEBUG [RS:0;018362ca5320:46803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-661692303/online-snapshot/abort' 2024-11-23T15:21:53,073 DEBUG [RS:0;018362ca5320:46803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-661692303/online-snapshot/acquired' 2024-11-23T15:21:53,073 DEBUG [RS:0;018362ca5320:46803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:21:53,073 INFO [RS:0;018362ca5320:46803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:21:53,073 INFO [RS:0;018362ca5320:46803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:21:53,174 INFO [RS:0;018362ca5320:46803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:53,175 INFO [RS:0;018362ca5320:46803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C46803%2C1732375311274, suffix=, logDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274, archiveDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/oldWALs, maxLogs=10 2024-11-23T15:21:53,187 DEBUG [RS:0;018362ca5320:46803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, exclude list is [], retry=0 2024-11-23T15:21:53,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34541,DS-ec4fce8e-04eb-4073-8ac8-ad8882021b06,DISK] 2024-11-23T15:21:53,191 INFO [RS:0;018362ca5320:46803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 2024-11-23T15:21:53,192 DEBUG [RS:0;018362ca5320:46803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)] 2024-11-23T15:21:53,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:21:53,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f 2024-11-23T15:21:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:21:53,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:53,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:21:53,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:21:53,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:53,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:53,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:21:53,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:21:53,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:53,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:53,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:21:53,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:21:53,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:53,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:53,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:21:53,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:21:53,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:53,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:53,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:21:53,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740 2024-11-23T15:21:53,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740 2024-11-23T15:21:53,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:21:53,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:21:53,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:53,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:21:53,746 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:53,746 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74091821, jitterRate=0.10405416786670685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:53,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375313722Initializing all the Stores at 1732375313723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375313723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375313723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375313723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375313723Cleaning up temporary data from old regions at 1732375313742 (+19 ms)Region opened successfully at 1732375313747 (+5 ms) 2024-11-23T15:21:53,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:21:53,747 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:21:53,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:21:53,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:21:53,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:21:53,748 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:53,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375313747Disabling compacts and flushes for region at 1732375313747Disabling writes for close at 1732375313747Writing region close event to WAL at 1732375313748 (+1 ms)Closed at 1732375313748 2024-11-23T15:21:53,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:53,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:21:53,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:21:53,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:21:53,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:21:53,903 DEBUG [018362ca5320:33253 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:21:53,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,46803,1732375311274 2024-11-23T15:21:53,905 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,46803,1732375311274, state=OPENING 2024-11-23T15:21:53,924 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:21:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:21:53,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-661692303/meta-region-server: CHANGED 2024-11-23T15:21:53,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-661692303/meta-region-server: CHANGED 2024-11-23T15:21:53,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:21:53,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,46803,1732375311274}] 2024-11-23T15:21:54,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:21:54,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:21:54,107 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:21:54,107 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:54,107 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:21:54,109 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C46803%2C1732375311274.meta, suffix=.meta, logDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274, archiveDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/oldWALs, maxLogs=10 2024-11-23T15:21:54,133 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.meta.1732375314110.meta, exclude list is [], retry=0 2024-11-23T15:21:54,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34541,DS-ec4fce8e-04eb-4073-8ac8-ad8882021b06,DISK] 2024-11-23T15:21:54,149 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.meta.1732375314110.meta 2024-11-23T15:21:54,161 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)] 2024-11-23T15:21:54,161 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:54,162 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:21:54,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:21:54,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:21:54,162 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:21:54,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:21:54,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:54,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:21:54,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:21:54,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:21:54,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:21:54,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:54,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:54,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:21:54,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:21:54,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:54,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:54,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:21:54,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:21:54,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:54,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:54,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:21:54,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:21:54,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:54,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:54,174 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:21:54,175 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740 2024-11-23T15:21:54,175 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740 2024-11-23T15:21:54,176 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:21:54,176 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:21:54,177 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:54,178 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:21:54,178 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68249172, jitterRate=0.016991913318634033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:54,178 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:21:54,179 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375314163Writing region info on filesystem at 1732375314163Initializing all the Stores at 1732375314163Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375314163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375314168 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375314168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375314168Cleaning up temporary data from old regions at 1732375314176 (+8 ms)Running coprocessor post-open hooks at 1732375314178 (+2 ms)Region opened successfully at 1732375314179 (+1 ms) 2024-11-23T15:21:54,180 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375314093 2024-11-23T15:21:54,183 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:21:54,183 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:21:54,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,46803,1732375311274 2024-11-23T15:21:54,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,46803,1732375311274, state=OPEN 2024-11-23T15:21:54,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-661692303/meta-region-server 2024-11-23T15:21:54,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-661692303/meta-region-server 2024-11-23T15:21:54,255 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,46803,1732375311274 2024-11-23T15:21:54,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-661692303/meta-region-server: CHANGED 2024-11-23T15:21:54,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-661692303/meta-region-server: CHANGED 2024-11-23T15:21:54,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:21:54,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,46803,1732375311274 in 320 msec 2024-11-23T15:21:54,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:21:54,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-23T15:21:54,267 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:54,267 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:21:54,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:54,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,46803,1732375311274, seqNum=-1] 2024-11-23T15:21:54,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:54,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:54,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3700 sec 2024-11-23T15:21:54,276 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375314276, completionTime=-1 2024-11-23T15:21:54,276 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:21:54,277 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:21:54,279 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:21:54,279 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375374279 2024-11-23T15:21:54,279 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375434279 2024-11-23T15:21:54,279 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T15:21:54,279 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33253,1732375311059-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:54,279 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33253,1732375311059-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:54,279 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33253,1732375311059-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:54,279 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:33253, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:54,280 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:54,282 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:21:54,288 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:54,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-23T15:21:54,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:21:54,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:21:54,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:21:54,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:21:54,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:21:54,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33253,1732375311059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:54,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33253,1732375311059-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:21:54,299 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:21:54,299 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:21:54,299 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33253,1732375311059-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:54,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4ba6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:54,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33253,-1 for getting cluster id 2024-11-23T15:21:54,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:21:54,317 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9daf0-094e-46db-b09d-7a7c8b922d28' 2024-11-23T15:21:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:21:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9daf0-094e-46db-b09d-7a7c8b922d28" 2024-11-23T15:21:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190422b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33253,-1] 2024-11-23T15:21:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:21:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:54,319 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:21:54,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b041a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:54,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:21:54,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,46803,1732375311274, seqNum=-1] 2024-11-23T15:21:54,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:54,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:54,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,33253,1732375311059 2024-11-23T15:21:54,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:21:54,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:54,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101684964c50002 connected 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.log.dir so I do NOT create it in target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6 2024-11-23T15:21:54,369 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.tmp.dir so I do NOT create it in target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6 2024-11-23T15:21:54,369 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:21:54,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/cluster_f8cd3dc8-fc7a-a637-b736-e6953e890f09, deleteOnExit=true 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/test.cache.data in system properties and HBase conf 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:21:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:21:54,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:21:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:21:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:21:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:21:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:21:54,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:54,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:54,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:54,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:54,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:54,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:54,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ac732f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:54,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc5ed68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:54,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad34725{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/java.io.tmpdir/jetty-localhost-33747-hadoop-hdfs-3_4_1-tests_jar-_-any-16046228724932312757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:54,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31f56391{HTTP/1.1, (http/1.1)}{localhost:33747} 2024-11-23T15:21:54,935 INFO [Time-limited test {}] server.Server(415): Started @245318ms 2024-11-23T15:21:55,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:55,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:55,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:55,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:55,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:55,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fcd9e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:55,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34706065{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:55,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5931877f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/java.io.tmpdir/jetty-localhost-33665-hadoop-hdfs-3_4_1-tests_jar-_-any-10279301212460024695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:55,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571a49b5{HTTP/1.1, (http/1.1)}{localhost:33665} 2024-11-23T15:21:55,572 INFO [Time-limited test {}] server.Server(415): Started @245955ms 2024-11-23T15:21:55,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:21:56,403 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/cluster_f8cd3dc8-fc7a-a637-b736-e6953e890f09/data/data1/current/BP-883520954-172.17.0.2-1732375314394/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:56,404 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/cluster_f8cd3dc8-fc7a-a637-b736-e6953e890f09/data/data2/current/BP-883520954-172.17.0.2-1732375314394/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:56,425 WARN [Thread-2773 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:21:56,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4df57e42de5e6809 with lease ID 0x54e5307b2e466b78: Processing first storage report for DS-6ab1646e-addf-4084-9986-82e95c5878c4 from datanode DatanodeRegistration(127.0.0.1:35919, datanodeUuid=bc04425f-e726-4949-b3c5-d0f4cbfcb985, infoPort=39633, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=2033023189;c=1732375314394) 2024-11-23T15:21:56,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4df57e42de5e6809 with lease ID 0x54e5307b2e466b78: from storage DS-6ab1646e-addf-4084-9986-82e95c5878c4 node DatanodeRegistration(127.0.0.1:35919, datanodeUuid=bc04425f-e726-4949-b3c5-d0f4cbfcb985, infoPort=39633, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=2033023189;c=1732375314394), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:56,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4df57e42de5e6809 with lease ID 0x54e5307b2e466b78: Processing first storage report for DS-6f83e6f9-c8ed-483a-84f9-48c3c9528efe from datanode DatanodeRegistration(127.0.0.1:35919, datanodeUuid=bc04425f-e726-4949-b3c5-d0f4cbfcb985, infoPort=39633, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=2033023189;c=1732375314394) 2024-11-23T15:21:56,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4df57e42de5e6809 with lease ID 0x54e5307b2e466b78: from storage DS-6f83e6f9-c8ed-483a-84f9-48c3c9528efe node DatanodeRegistration(127.0.0.1:35919, datanodeUuid=bc04425f-e726-4949-b3c5-d0f4cbfcb985, infoPort=39633, infoSecurePort=0, ipcPort=37539, storageInfo=lv=-57;cid=testClusterID;nsid=2033023189;c=1732375314394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:56,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6 2024-11-23T15:21:56,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:56,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:56,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:21:56,906 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e with version=8 2024-11-23T15:21:56,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/hbase-staging 2024-11-23T15:21:56,908 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:21:56,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:56,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:56,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:56,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:56,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:56,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:21:56,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:56,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39971 2024-11-23T15:21:56,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39971 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:21:56,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399710x0, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:56,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39971-0x101684964c50003 connected 2024-11-23T15:21:57,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:57,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:57,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on znode that does not yet exist, /11000496815/running 2024-11-23T15:21:57,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e, hbase.cluster.distributed=false 2024-11-23T15:21:57,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on znode that does not yet exist, /11000496815/acl 2024-11-23T15:21:57,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-23T15:21:57,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39971 2024-11-23T15:21:57,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39971 2024-11-23T15:21:57,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-23T15:21:57,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-23T15:21:57,222 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:21:57,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:57,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:57,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:57,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:57,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:57,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:21:57,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:57,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33925 2024-11-23T15:21:57,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33925 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:21:57,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:57,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:57,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339250x0, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:57,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339250x0, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on znode that does not yet exist, /11000496815/running 2024-11-23T15:21:57,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33925-0x101684964c50004 connected 2024-11-23T15:21:57,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:21:57,240 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:21:57,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on znode that does not yet exist, /11000496815/master 2024-11-23T15:21:57,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on znode that does not yet exist, /11000496815/acl 2024-11-23T15:21:57,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-23T15:21:57,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33925 2024-11-23T15:21:57,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33925 2024-11-23T15:21:57,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-23T15:21:57,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-23T15:21:57,265 DEBUG [M:0;018362ca5320:39971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:39971 2024-11-23T15:21:57,265 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11000496815/backup-masters/018362ca5320,39971,1732375316908 2024-11-23T15:21:57,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815/backup-masters 2024-11-23T15:21:57,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815/backup-masters 2024-11-23T15:21:57,271 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on existing znode=/11000496815/backup-masters/018362ca5320,39971,1732375316908 2024-11-23T15:21:57,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000496815/master 2024-11-23T15:21:57,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:57,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:57,282 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on existing znode=/11000496815/master 2024-11-23T15:21:57,282 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11000496815/backup-masters/018362ca5320,39971,1732375316908 from backup master directory 2024-11-23T15:21:57,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000496815/backup-masters/018362ca5320,39971,1732375316908 2024-11-23T15:21:57,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815/backup-masters 2024-11-23T15:21:57,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815/backup-masters 2024-11-23T15:21:57,292 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:57,292 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,39971,1732375316908 2024-11-23T15:21:57,295 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/hbase.id] with ID: 54bb3ea8-bf44-4db9-b3b6-93a29aa151e7 2024-11-23T15:21:57,295 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/.tmp/hbase.id 2024-11-23T15:21:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:21:57,705 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/.tmp/hbase.id]:[hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/hbase.id] 2024-11-23T15:21:57,714 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:57,714 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:21:57,715 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:21:57,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:57,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:21:57,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:21:57,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:57,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:21:57,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T15:21:57,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:57,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T15:21:58,197 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:58,198 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:21:58,198 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:21:58,603 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store 2024-11-23T15:21:58,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:21:59,008 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:59,009 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:59,009 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:59,009 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:59,009 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:59,009 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:59,009 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:59,009 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375319009Disabling compacts and flushes for region at 1732375319009Disabling writes for close at 1732375319009Writing region close event to WAL at 1732375319009Closed at 1732375319009 2024-11-23T15:21:59,010 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/.initializing 2024-11-23T15:21:59,010 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/WALs/018362ca5320,39971,1732375316908 2024-11-23T15:21:59,011 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:59,012 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C39971%2C1732375316908, suffix=, logDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/WALs/018362ca5320,39971,1732375316908, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/oldWALs, maxLogs=10 2024-11-23T15:21:59,027 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/WALs/018362ca5320,39971,1732375316908/018362ca5320%2C39971%2C1732375316908.1732375319012, exclude list is [], retry=0 2024-11-23T15:21:59,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35919,DS-6ab1646e-addf-4084-9986-82e95c5878c4,DISK] 2024-11-23T15:21:59,031 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/WALs/018362ca5320,39971,1732375316908/018362ca5320%2C39971%2C1732375316908.1732375319012 2024-11-23T15:21:59,031 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633)] 2024-11-23T15:21:59,032 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:59,032 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:59,032 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,032 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:21:59,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:59,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:59,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:21:59,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:59,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:59,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:21:59,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:59,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:59,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:21:59,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:59,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:59,039 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,039 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,041 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:59,041 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:59,043 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:59,043 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71934467, jitterRate=0.07190708816051483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:59,043 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:21:59,043 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375319032Initializing all the Stores at 1732375319033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375319033Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375319033Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375319033Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375319033Cleaning up temporary data from old regions at 1732375319040 (+7 ms)Region opened successfully at 1732375319043 (+3 ms) 2024-11-23T15:21:59,043 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:21:59,045 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cb4777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:21:59,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:21:59,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:21:59,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:21:59,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:21:59,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:21:59,047 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:21:59,047 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:21:59,048 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:21:59,048 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Unable to get data of znode /11000496815/balancer because node does not exist (not necessarily an error) 2024-11-23T15:21:59,115 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000496815/balancer already deleted, retry=false 2024-11-23T15:21:59,116 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:21:59,116 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Unable to get data of znode /11000496815/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:21:59,192 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000496815/normalizer already deleted, retry=false 2024-11-23T15:21:59,193 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:21:59,194 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Unable to get data of znode /11000496815/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:21:59,216 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000496815/switch/split already deleted, retry=false 2024-11-23T15:21:59,219 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Unable to get data of znode /11000496815/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:21:59,229 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000496815/switch/merge already deleted, retry=false 2024-11-23T15:21:59,231 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Unable to get data of znode /11000496815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:21:59,239 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000496815/snapshot-cleanup already deleted, retry=false 2024-11-23T15:21:59,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000496815/running 2024-11-23T15:21:59,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000496815/running 2024-11-23T15:21:59,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:59,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:59,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,39971,1732375316908, sessionid=0x101684964c50003, setting cluster-up flag (Was=false) 2024-11-23T15:21:59,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:59,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:59,387 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11000496815/flush-table-proc/acquired, /11000496815/flush-table-proc/reached, /11000496815/flush-table-proc/abort 2024-11-23T15:21:59,388 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,39971,1732375316908 2024-11-23T15:21:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:21:59,439 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11000496815/online-snapshot/acquired, /11000496815/online-snapshot/reached, /11000496815/online-snapshot/abort 2024-11-23T15:21:59,440 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,39971,1732375316908 2024-11-23T15:21:59,441 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:21:59,442 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:59,443 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:21:59,443 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:21:59,443 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,39971,1732375316908 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:21:59,444 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:59,444 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:59,444 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:59,445 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:59,445 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:21:59,445 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,445 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:59,445 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:59,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:21:59,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:59,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:21:59,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375349451 2024-11-23T15:21:59,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:21:59,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:21:59,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:21:59,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:21:59,451 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:21:59,452 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:21:59,452 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,456 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:21:59,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:21:59,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:21:59,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:21:59,458 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:21:59,458 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:21:59,459 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(746): ClusterId : 54bb3ea8-bf44-4db9-b3b6-93a29aa151e7 2024-11-23T15:21:59,459 DEBUG [RS:0;018362ca5320:33925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:21:59,464 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375319459,5,FailOnTimeoutGroup] 2024-11-23T15:21:59,465 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375319464,5,FailOnTimeoutGroup] 2024-11-23T15:21:59,465 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,465 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:21:59,465 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,465 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:21:59,471 DEBUG [RS:0;018362ca5320:33925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:21:59,471 DEBUG [RS:0;018362ca5320:33925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:21:59,482 DEBUG [RS:0;018362ca5320:33925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:21:59,482 DEBUG [RS:0;018362ca5320:33925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424632af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:21:59,495 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:33925 2024-11-23T15:21:59,495 INFO [RS:0;018362ca5320:33925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:21:59,495 INFO [RS:0;018362ca5320:33925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:21:59,495 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:21:59,496 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,39971,1732375316908 with port=33925, startcode=1732375317222 2024-11-23T15:21:59,496 DEBUG [RS:0;018362ca5320:33925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:21:59,498 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:21:59,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,33925,1732375317222 2024-11-23T15:21:59,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39971 {}] master.ServerManager(517): Registering regionserver=018362ca5320,33925,1732375317222 2024-11-23T15:21:59,499 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e 2024-11-23T15:21:59,499 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38125 2024-11-23T15:21:59,499 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:21:59,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815/rs 2024-11-23T15:21:59,555 DEBUG [RS:0;018362ca5320:33925 {}] zookeeper.ZKUtil(111): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on existing znode=/11000496815/rs/018362ca5320,33925,1732375317222 2024-11-23T15:21:59,555 WARN [RS:0;018362ca5320:33925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:59,555 INFO [RS:0;018362ca5320:33925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:59,555 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222 2024-11-23T15:21:59,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,33925,1732375317222] 2024-11-23T15:21:59,559 INFO [RS:0;018362ca5320:33925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:21:59,560 INFO [RS:0;018362ca5320:33925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:21:59,561 INFO [RS:0;018362ca5320:33925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:21:59,561 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,561 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:21:59,562 INFO [RS:0;018362ca5320:33925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:21:59,562 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,562 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,562 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,562 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,562 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,562 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,562 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:59,562 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,562 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,563 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,563 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,563 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,563 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:59,563 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:59,563 DEBUG [RS:0;018362ca5320:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:59,567 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,567 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,567 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,567 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,567 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,567 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33925,1732375317222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:59,583 INFO [RS:0;018362ca5320:33925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:21:59,583 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33925,1732375317222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,583 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,583 INFO [RS:0;018362ca5320:33925 {}] regionserver.Replication(171): 018362ca5320,33925,1732375317222 started 2024-11-23T15:21:59,603 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:59,603 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,33925,1732375317222, RpcServer on 018362ca5320/172.17.0.2:33925, sessionid=0x101684964c50004 2024-11-23T15:21:59,603 DEBUG [RS:0;018362ca5320:33925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:21:59,603 DEBUG [RS:0;018362ca5320:33925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,33925,1732375317222 2024-11-23T15:21:59,603 DEBUG [RS:0;018362ca5320:33925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,33925,1732375317222' 2024-11-23T15:21:59,603 DEBUG [RS:0;018362ca5320:33925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11000496815/flush-table-proc/abort' 2024-11-23T15:21:59,604 DEBUG [RS:0;018362ca5320:33925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11000496815/flush-table-proc/acquired' 2024-11-23T15:21:59,604 DEBUG [RS:0;018362ca5320:33925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:21:59,604 DEBUG [RS:0;018362ca5320:33925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:21:59,604 DEBUG [RS:0;018362ca5320:33925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,33925,1732375317222 2024-11-23T15:21:59,604 DEBUG [RS:0;018362ca5320:33925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,33925,1732375317222' 2024-11-23T15:21:59,604 DEBUG [RS:0;018362ca5320:33925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11000496815/online-snapshot/abort' 2024-11-23T15:21:59,604 DEBUG [RS:0;018362ca5320:33925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11000496815/online-snapshot/acquired' 2024-11-23T15:21:59,605 DEBUG [RS:0;018362ca5320:33925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:21:59,605 INFO [RS:0;018362ca5320:33925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:21:59,605 INFO [RS:0;018362ca5320:33925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:21:59,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:21:59,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,705 INFO [RS:0;018362ca5320:33925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:59,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,706 INFO [RS:0;018362ca5320:33925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C33925%2C1732375317222, suffix=, logDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/oldWALs, maxLogs=10 2024-11-23T15:21:59,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:21:59,725 DEBUG [RS:0;018362ca5320:33925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, exclude list is [], retry=0 2024-11-23T15:21:59,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35919,DS-6ab1646e-addf-4084-9986-82e95c5878c4,DISK] 2024-11-23T15:21:59,731 INFO [RS:0;018362ca5320:33925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 2024-11-23T15:21:59,732 DEBUG [RS:0;018362ca5320:33925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633)] 2024-11-23T15:21:59,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:21:59,867 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e 2024-11-23T15:21:59,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:22:00,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:00,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:00,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:00,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:00,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:00,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:00,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:00,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:00,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:00,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:00,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:00,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:00,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:00,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:00,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740 2024-11-23T15:22:00,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740 2024-11-23T15:22:00,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:00,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:00,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:00,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:00,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:00,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75238329, jitterRate=0.12113846838474274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:00,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375320274Initializing all the Stores at 1732375320274Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375320274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375320275 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375320275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375320275Cleaning up temporary data from old regions at 1732375320282 (+7 ms)Region opened successfully at 1732375320286 (+4 ms) 2024-11-23T15:22:00,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:22:00,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:22:00,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:22:00,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:22:00,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:22:00,286 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:00,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375320286Disabling compacts and flushes for region at 1732375320286Disabling writes for close at 1732375320286Writing region close event to WAL at 1732375320286Closed at 1732375320286 2024-11-23T15:22:00,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:00,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:22:00,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:22:00,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:00,289 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:22:00,439 DEBUG [018362ca5320:39971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:22:00,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,33925,1732375317222 2024-11-23T15:22:00,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,33925,1732375317222, state=OPENING 2024-11-23T15:22:00,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:22:00,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:22:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:22:00,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:00,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,33925,1732375317222}] 2024-11-23T15:22:00,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000496815/meta-region-server: CHANGED 2024-11-23T15:22:00,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000496815/meta-region-server: CHANGED 2024-11-23T15:22:00,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:00,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:22:00,635 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:22:00,635 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:00,635 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:22:00,636 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C33925%2C1732375317222.meta, suffix=.meta, logDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/oldWALs, maxLogs=10 2024-11-23T15:22:00,648 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.meta.1732375320636.meta, exclude list is [], retry=0 2024-11-23T15:22:00,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35919,DS-6ab1646e-addf-4084-9986-82e95c5878c4,DISK] 2024-11-23T15:22:00,651 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.meta.1732375320636.meta 2024-11-23T15:22:00,651 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633)] 2024-11-23T15:22:00,652 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:00,652 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:00,652 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:00,652 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:22:00,652 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:22:00,652 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:22:00,652 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:00,652 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:22:00,652 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:22:00,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:00,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:00,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:00,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:00,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:00,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:00,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:00,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:00,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:00,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:00,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:00,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:00,658 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:00,658 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740 2024-11-23T15:22:00,659 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740 2024-11-23T15:22:00,660 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:00,660 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:00,660 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:00,661 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:00,661 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66476042, jitterRate=-0.009429782629013062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:00,661 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:22:00,661 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375320652Writing region info on filesystem at 1732375320652Initializing all the Stores at 1732375320653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375320653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375320653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375320653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375320653Cleaning up temporary data from old regions at 1732375320660 (+7 ms)Running coprocessor post-open hooks at 1732375320661 (+1 ms)Region opened successfully at 1732375320661 2024-11-23T15:22:00,662 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375320630 2024-11-23T15:22:00,664 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:22:00,664 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:22:00,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,33925,1732375317222 2024-11-23T15:22:00,664 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,33925,1732375317222, state=OPEN 2024-11-23T15:22:00,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11000496815/meta-region-server 2024-11-23T15:22:00,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11000496815/meta-region-server 2024-11-23T15:22:00,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,33925,1732375317222 2024-11-23T15:22:00,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000496815/meta-region-server: CHANGED 2024-11-23T15:22:00,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000496815/meta-region-server: CHANGED 2024-11-23T15:22:00,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:22:00,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,33925,1732375317222 in 194 msec 2024-11-23T15:22:00,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:22:00,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-23T15:22:00,674 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:00,674 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:22:00,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:00,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,33925,1732375317222, seqNum=-1] 2024-11-23T15:22:00,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:00,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:00,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-23T15:22:00,681 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375320681, completionTime=-1 2024-11-23T15:22:00,681 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:22:00,681 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:22:00,682 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:22:00,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375380682 2024-11-23T15:22:00,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375440683 2024-11-23T15:22:00,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:22:00,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39971,1732375316908-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:00,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39971,1732375316908-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:00,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39971,1732375316908-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:00,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:39971, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:00,683 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:00,684 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:00,685 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:22:00,686 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.394sec 2024-11-23T15:22:00,686 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:22:00,687 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:22:00,687 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:22:00,687 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:22:00,687 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:22:00,687 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39971,1732375316908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:00,687 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39971,1732375316908-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:22:00,688 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:22:00,688 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:22:00,688 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39971,1732375316908-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:00,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad43197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:00,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39971,-1 for getting cluster id 2024-11-23T15:22:00,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:00,763 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54bb3ea8-bf44-4db9-b3b6-93a29aa151e7' 2024-11-23T15:22:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54bb3ea8-bf44-4db9-b3b6-93a29aa151e7" 2024-11-23T15:22:00,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3463e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:00,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39971,-1] 2024-11-23T15:22:00,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:00,765 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:00,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be98e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:00,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,33925,1732375317222, seqNum=-1] 2024-11-23T15:22:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:00,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:00,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,39971,1732375316908 2024-11-23T15:22:00,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:22:00,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:00,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101684964c50005 connected 2024-11-23T15:22:00,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.log.dir so I do NOT create it in target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b 2024-11-23T15:22:00,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:22:00,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.tmp.dir so I do NOT create it in target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b 2024-11-23T15:22:00,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:22:00,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b 2024-11-23T15:22:00,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:22:00,882 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/cluster_f37f80b0-4304-cb89-c9b1-baf3e0ba782c, deleteOnExit=true 2024-11-23T15:22:00,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:22:00,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/test.cache.data in system properties and HBase conf 2024-11-23T15:22:00,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:22:00,883 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:22:00,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:22:00,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:22:01,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:01,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:22:01,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:22:01,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:22:01,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:22:01,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:01,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63035a77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:22:01,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4610fb2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:22:01,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c078cf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/java.io.tmpdir/jetty-localhost-40719-hadoop-hdfs-3_4_1-tests_jar-_-any-9959434883255141856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:22:01,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@309ae205{HTTP/1.1, (http/1.1)}{localhost:40719} 2024-11-23T15:22:01,283 INFO [Time-limited test {}] server.Server(415): Started @251666ms 2024-11-23T15:22:01,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:01,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:22:01,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:22:01,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:22:01,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:22:01,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b47607c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:22:01,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24b9c14a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:22:01,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:01,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:22:01,617 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48485 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:22:01,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55d9dd75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/java.io.tmpdir/jetty-localhost-36351-hadoop-hdfs-3_4_1-tests_jar-_-any-9622975241570995655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:22:01,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73101da4{HTTP/1.1, (http/1.1)}{localhost:36351} 2024-11-23T15:22:01,714 INFO [Time-limited test {}] server.Server(415): Started @252097ms 2024-11-23T15:22:01,716 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:22:02,433 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/cluster_f37f80b0-4304-cb89-c9b1-baf3e0ba782c/data/data1/current/BP-930964130-172.17.0.2-1732375320899/current, will proceed with Du for space computation calculation, 2024-11-23T15:22:02,434 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/cluster_f37f80b0-4304-cb89-c9b1-baf3e0ba782c/data/data2/current/BP-930964130-172.17.0.2-1732375320899/current, will proceed with Du for space computation calculation, 2024-11-23T15:22:02,501 WARN [Thread-2894 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:22:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35cbfb229ff56ab7 with lease ID 0xdd76d68c9b112eb: Processing first storage report for DS-72e216c5-3238-4d50-b713-8b96b4f88553 from datanode DatanodeRegistration(127.0.0.1:36027, datanodeUuid=cf4065f6-4826-4ffe-8baa-3db927dfa1c6, infoPort=45981, infoSecurePort=0, ipcPort=46285, storageInfo=lv=-57;cid=testClusterID;nsid=792104715;c=1732375320899) 2024-11-23T15:22:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35cbfb229ff56ab7 with lease ID 0xdd76d68c9b112eb: from storage DS-72e216c5-3238-4d50-b713-8b96b4f88553 node DatanodeRegistration(127.0.0.1:36027, datanodeUuid=cf4065f6-4826-4ffe-8baa-3db927dfa1c6, infoPort=45981, infoSecurePort=0, ipcPort=46285, storageInfo=lv=-57;cid=testClusterID;nsid=792104715;c=1732375320899), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:22:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35cbfb229ff56ab7 with lease ID 0xdd76d68c9b112eb: Processing first storage report for DS-185c5bf1-f2ca-45f6-bc17-48f6f2c7da79 from datanode DatanodeRegistration(127.0.0.1:36027, datanodeUuid=cf4065f6-4826-4ffe-8baa-3db927dfa1c6, infoPort=45981, infoSecurePort=0, ipcPort=46285, storageInfo=lv=-57;cid=testClusterID;nsid=792104715;c=1732375320899) 2024-11-23T15:22:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35cbfb229ff56ab7 with lease ID 0xdd76d68c9b112eb: from storage DS-185c5bf1-f2ca-45f6-bc17-48f6f2c7da79 node DatanodeRegistration(127.0.0.1:36027, datanodeUuid=cf4065f6-4826-4ffe-8baa-3db927dfa1c6, infoPort=45981, infoSecurePort=0, ipcPort=46285, storageInfo=lv=-57;cid=testClusterID;nsid=792104715;c=1732375320899), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:22:02,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b 2024-11-23T15:22:02,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:02,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:22:03,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f with version=8 2024-11-23T15:22:03,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/hbase-staging 2024-11-23T15:22:03,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:22:03,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:03,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:03,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:22:03,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:03,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:22:03,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:22:03,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:22:03,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40071 2024-11-23T15:22:03,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40071 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:22:03,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400710x0, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:03,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40071-0x101684964c50006 connected 2024-11-23T15:22:03,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:03,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:03,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on znode that does not yet exist, /21620529718/running 2024-11-23T15:22:03,150 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f, hbase.cluster.distributed=false 2024-11-23T15:22:03,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on znode that does not yet exist, /21620529718/acl 2024-11-23T15:22:03,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-23T15:22:03,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40071 2024-11-23T15:22:03,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40071 2024-11-23T15:22:03,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-23T15:22:03,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-23T15:22:03,226 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:22:03,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:03,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:03,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:22:03,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:03,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:22:03,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:22:03,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:22:03,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45235 2024-11-23T15:22:03,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45235 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:22:03,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:03,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:03,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452350x0, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:03,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452350x0, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on znode that does not yet exist, /21620529718/running 2024-11-23T15:22:03,260 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:22:03,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45235-0x101684964c50007 connected 2024-11-23T15:22:03,289 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:22:03,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on znode that does not yet exist, /21620529718/master 2024-11-23T15:22:03,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on znode that does not yet exist, /21620529718/acl 2024-11-23T15:22:03,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45235 2024-11-23T15:22:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45235 2024-11-23T15:22:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45235 2024-11-23T15:22:03,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45235 2024-11-23T15:22:03,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45235 2024-11-23T15:22:03,349 DEBUG [M:0;018362ca5320:40071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:40071 2024-11-23T15:22:03,364 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21620529718/backup-masters/018362ca5320,40071,1732375323013 2024-11-23T15:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718/backup-masters 2024-11-23T15:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718/backup-masters 2024-11-23T15:22:03,377 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on existing znode=/21620529718/backup-masters/018362ca5320,40071,1732375323013 2024-11-23T15:22:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21620529718/master 2024-11-23T15:22:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:03,387 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on existing znode=/21620529718/master 2024-11-23T15:22:03,388 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21620529718/backup-masters/018362ca5320,40071,1732375323013 from backup master directory 2024-11-23T15:22:03,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718/backup-masters 2024-11-23T15:22:03,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21620529718/backup-masters/018362ca5320,40071,1732375323013 2024-11-23T15:22:03,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718/backup-masters 2024-11-23T15:22:03,397 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:22:03,398 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,40071,1732375323013 2024-11-23T15:22:03,406 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/hbase.id] with ID: 674318c1-f73b-4c3d-930c-599cd456acc7 2024-11-23T15:22:03,406 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/.tmp/hbase.id 2024-11-23T15:22:03,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:22:03,836 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/.tmp/hbase.id]:[hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/hbase.id] 2024-11-23T15:22:03,847 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:03,847 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:22:03,848 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:22:03,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:03,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:03,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:22:03,952 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:03,953 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:22:03,954 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:22:03,987 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store 2024-11-23T15:22:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:22:04,003 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:04,004 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:22:04,004 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:04,004 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:04,004 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:22:04,004 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:04,004 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:04,004 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375324004Disabling compacts and flushes for region at 1732375324004Disabling writes for close at 1732375324004Writing region close event to WAL at 1732375324004Closed at 1732375324004 2024-11-23T15:22:04,005 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/.initializing 2024-11-23T15:22:04,005 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/WALs/018362ca5320,40071,1732375323013 2024-11-23T15:22:04,007 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:22:04,008 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C40071%2C1732375323013, suffix=, logDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/WALs/018362ca5320,40071,1732375323013, archiveDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/oldWALs, maxLogs=10 2024-11-23T15:22:04,027 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/WALs/018362ca5320,40071,1732375323013/018362ca5320%2C40071%2C1732375323013.1732375324009, exclude list is [], retry=0 2024-11-23T15:22:04,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-72e216c5-3238-4d50-b713-8b96b4f88553,DISK] 2024-11-23T15:22:04,035 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/WALs/018362ca5320,40071,1732375323013/018362ca5320%2C40071%2C1732375323013.1732375324009 2024-11-23T15:22:04,035 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-23T15:22:04,035 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:04,035 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:04,036 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,036 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:22:04,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:04,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:22:04,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:04,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:22:04,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:04,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:22:04,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:04,054 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,055 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,055 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,056 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,056 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,057 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:04,058 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:04,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:04,061 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62834832, jitterRate=-0.06368803977966309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:04,062 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375324036Initializing all the Stores at 1732375324036Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375324036Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375324044 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375324044Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375324044Cleaning up temporary data from old regions at 1732375324056 (+12 ms)Region opened successfully at 1732375324062 (+6 ms) 2024-11-23T15:22:04,064 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:22:04,068 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628e2d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:22:04,069 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:22:04,070 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:22:04,070 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:22:04,070 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:22:04,071 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T15:22:04,071 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:22:04,071 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:22:04,086 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:22:04,087 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Unable to get data of znode /21620529718/balancer because node does not exist (not necessarily an error) 2024-11-23T15:22:04,092 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21620529718/balancer already deleted, retry=false 2024-11-23T15:22:04,092 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:22:04,093 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Unable to get data of znode /21620529718/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:22:04,102 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21620529718/normalizer already deleted, retry=false 2024-11-23T15:22:04,103 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:22:04,109 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Unable to get data of znode /21620529718/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:22:04,122 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21620529718/switch/split already deleted, retry=false 2024-11-23T15:22:04,123 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Unable to get data of znode /21620529718/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:22:04,134 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21620529718/switch/merge already deleted, retry=false 2024-11-23T15:22:04,137 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Unable to get data of znode /21620529718/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:22:04,146 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21620529718/snapshot-cleanup already deleted, retry=false 2024-11-23T15:22:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21620529718/running 2024-11-23T15:22:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21620529718/running 2024-11-23T15:22:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:04,164 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,40071,1732375323013, sessionid=0x101684964c50006, setting cluster-up flag (Was=false) 2024-11-23T15:22:04,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:04,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:04,218 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21620529718/flush-table-proc/acquired, /21620529718/flush-table-proc/reached, /21620529718/flush-table-proc/abort 2024-11-23T15:22:04,219 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,40071,1732375323013 2024-11-23T15:22:04,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:04,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:04,271 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21620529718/online-snapshot/acquired, /21620529718/online-snapshot/reached, /21620529718/online-snapshot/abort 2024-11-23T15:22:04,271 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,40071,1732375323013 2024-11-23T15:22:04,272 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:22:04,274 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:04,274 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:22:04,274 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:22:04,275 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,40071,1732375323013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:22:04,276 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:04,276 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:04,276 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:04,276 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:04,276 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:22:04,276 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,276 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:22:04,276 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:04,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:22:04,283 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:22:04,296 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375354296 2024-11-23T15:22:04,296 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:22:04,297 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:22:04,297 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:22:04,297 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:22:04,297 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:22:04,297 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:22:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:22:04,303 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,303 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:22:04,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:22:04,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:22:04,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:22:04,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:22:04,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:22:04,306 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375324304,5,FailOnTimeoutGroup] 2024-11-23T15:22:04,312 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375324306,5,FailOnTimeoutGroup] 2024-11-23T15:22:04,312 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,312 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:22:04,312 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,312 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,336 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(746): ClusterId : 674318c1-f73b-4c3d-930c-599cd456acc7 2024-11-23T15:22:04,336 DEBUG [RS:0;018362ca5320:45235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:22:04,345 DEBUG [RS:0;018362ca5320:45235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:22:04,345 DEBUG [RS:0;018362ca5320:45235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:22:04,357 DEBUG [RS:0;018362ca5320:45235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:22:04,357 DEBUG [RS:0;018362ca5320:45235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64699b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:22:04,377 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:45235 2024-11-23T15:22:04,378 INFO [RS:0;018362ca5320:45235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:22:04,378 INFO [RS:0;018362ca5320:45235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:22:04,378 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:22:04,380 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,40071,1732375323013 with port=45235, startcode=1732375323226 2024-11-23T15:22:04,380 DEBUG [RS:0;018362ca5320:45235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:22:04,386 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:22:04,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,45235,1732375323226 2024-11-23T15:22:04,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40071 {}] master.ServerManager(517): Registering regionserver=018362ca5320,45235,1732375323226 2024-11-23T15:22:04,388 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f 2024-11-23T15:22:04,389 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34475 2024-11-23T15:22:04,389 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:22:04,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718/rs 2024-11-23T15:22:04,464 DEBUG [RS:0;018362ca5320:45235 {}] zookeeper.ZKUtil(111): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on existing znode=/21620529718/rs/018362ca5320,45235,1732375323226 2024-11-23T15:22:04,464 WARN [RS:0;018362ca5320:45235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:22:04,465 INFO [RS:0;018362ca5320:45235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:04,465 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226 2024-11-23T15:22:04,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,45235,1732375323226] 2024-11-23T15:22:04,467 INFO [RS:0;018362ca5320:45235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:22:04,469 INFO [RS:0;018362ca5320:45235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:22:04,469 INFO [RS:0;018362ca5320:45235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:22:04,469 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,469 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:22:04,470 INFO [RS:0;018362ca5320:45235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:22:04,470 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:22:04,470 DEBUG [RS:0;018362ca5320:45235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:22:04,471 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,471 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,471 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,471 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,471 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,471 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45235,1732375323226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:04,486 INFO [RS:0;018362ca5320:45235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:22:04,486 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45235,1732375323226-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,486 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,486 INFO [RS:0;018362ca5320:45235 {}] regionserver.Replication(171): 018362ca5320,45235,1732375323226 started 2024-11-23T15:22:04,500 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:04,500 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,45235,1732375323226, RpcServer on 018362ca5320/172.17.0.2:45235, sessionid=0x101684964c50007 2024-11-23T15:22:04,500 DEBUG [RS:0;018362ca5320:45235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:22:04,500 DEBUG [RS:0;018362ca5320:45235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,45235,1732375323226 2024-11-23T15:22:04,500 DEBUG [RS:0;018362ca5320:45235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,45235,1732375323226' 2024-11-23T15:22:04,500 DEBUG [RS:0;018362ca5320:45235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21620529718/flush-table-proc/abort' 2024-11-23T15:22:04,500 DEBUG [RS:0;018362ca5320:45235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21620529718/flush-table-proc/acquired' 2024-11-23T15:22:04,501 DEBUG [RS:0;018362ca5320:45235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:22:04,501 DEBUG [RS:0;018362ca5320:45235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:22:04,501 DEBUG [RS:0;018362ca5320:45235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,45235,1732375323226 2024-11-23T15:22:04,501 DEBUG [RS:0;018362ca5320:45235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,45235,1732375323226' 2024-11-23T15:22:04,501 DEBUG [RS:0;018362ca5320:45235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21620529718/online-snapshot/abort' 2024-11-23T15:22:04,501 DEBUG [RS:0;018362ca5320:45235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21620529718/online-snapshot/acquired' 2024-11-23T15:22:04,501 DEBUG [RS:0;018362ca5320:45235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:22:04,501 INFO [RS:0;018362ca5320:45235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:22:04,501 INFO [RS:0;018362ca5320:45235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:22:04,602 INFO [RS:0;018362ca5320:45235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:22:04,603 INFO [RS:0;018362ca5320:45235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45235%2C1732375323226, suffix=, logDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226, archiveDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/oldWALs, maxLogs=10 2024-11-23T15:22:04,616 DEBUG [RS:0;018362ca5320:45235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, exclude list is [], retry=0 2024-11-23T15:22:04,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-72e216c5-3238-4d50-b713-8b96b4f88553,DISK] 2024-11-23T15:22:04,619 INFO [RS:0;018362ca5320:45235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 2024-11-23T15:22:04,619 DEBUG [RS:0;018362ca5320:45235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-23T15:22:04,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:22:04,700 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f 2024-11-23T15:22:04,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:22:04,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:04,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:04,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:04,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:04,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:04,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:04,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:04,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:04,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:04,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:04,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:04,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:04,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:04,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:04,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740 2024-11-23T15:22:04,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740 2024-11-23T15:22:04,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:04,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:04,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:04,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:04,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:04,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61900685, jitterRate=-0.07760791480541229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:04,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375324735Initializing all the Stores at 1732375324736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375324736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375324736Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375324736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375324736Cleaning up temporary data from old regions at 1732375324751 (+15 ms)Region opened successfully at 1732375324755 (+4 ms) 2024-11-23T15:22:04,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:22:04,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:22:04,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:22:04,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:22:04,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:22:04,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:04,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375324755Disabling compacts and flushes for region at 1732375324755Disabling writes for close at 1732375324756 (+1 ms)Writing region close event to WAL at 1732375324756Closed at 1732375324756 2024-11-23T15:22:04,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:04,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:22:04,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:22:04,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:04,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:22:04,910 DEBUG [018362ca5320:40071 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:22:04,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,45235,1732375323226 2024-11-23T15:22:04,912 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,45235,1732375323226, state=OPENING 2024-11-23T15:22:04,923 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:22:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:04,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21620529718/meta-region-server: CHANGED 2024-11-23T15:22:04,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21620529718/meta-region-server: CHANGED 2024-11-23T15:22:04,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:04,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,45235,1732375323226}] 2024-11-23T15:22:05,088 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:05,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:22:05,125 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:22:05,125 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:05,125 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:22:05,127 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45235%2C1732375323226.meta, suffix=.meta, logDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226, archiveDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/oldWALs, maxLogs=10 2024-11-23T15:22:05,148 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.meta.1732375325128.meta, exclude list is [], retry=0 2024-11-23T15:22:05,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-72e216c5-3238-4d50-b713-8b96b4f88553,DISK] 2024-11-23T15:22:05,169 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.meta.1732375325128.meta 2024-11-23T15:22:05,170 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-23T15:22:05,170 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:05,170 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:05,170 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:05,170 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:22:05,171 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:22:05,171 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:22:05,171 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:05,171 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:22:05,171 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:22:05,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:05,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:05,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:05,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:05,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:05,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:05,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:05,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:05,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:05,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:05,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:05,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:05,184 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:05,184 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740 2024-11-23T15:22:05,185 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740 2024-11-23T15:22:05,186 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:05,186 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:05,187 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:05,188 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:05,189 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72722096, jitterRate=0.08364367485046387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:05,189 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:22:05,189 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375325171Writing region info on filesystem at 1732375325171Initializing all the Stores at 1732375325172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375325172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375325172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375325172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375325172Cleaning up temporary data from old regions at 1732375325186 (+14 ms)Running coprocessor post-open hooks at 1732375325189 (+3 ms)Region opened successfully at 1732375325189 2024-11-23T15:22:05,190 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375325088 2024-11-23T15:22:05,192 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:22:05,192 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:22:05,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,45235,1732375323226 2024-11-23T15:22:05,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,45235,1732375323226, state=OPEN 2024-11-23T15:22:05,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21620529718/meta-region-server 2024-11-23T15:22:05,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21620529718/meta-region-server 2024-11-23T15:22:05,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21620529718/meta-region-server: CHANGED 2024-11-23T15:22:05,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,45235,1732375323226 2024-11-23T15:22:05,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21620529718/meta-region-server: CHANGED 2024-11-23T15:22:05,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:22:05,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,45235,1732375323226 in 271 msec 2024-11-23T15:22:05,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:22:05,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-23T15:22:05,216 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:05,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:22:05,218 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:05,218 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45235,1732375323226, seqNum=-1] 2024-11-23T15:22:05,218 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:05,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:05,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 951 msec 2024-11-23T15:22:05,226 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375325226, completionTime=-1 2024-11-23T15:22:05,226 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:22:05,226 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:22:05,229 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:22:05,229 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375385229 2024-11-23T15:22:05,229 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375445229 2024-11-23T15:22:05,229 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T15:22:05,229 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40071,1732375323013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:05,229 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40071,1732375323013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:05,229 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40071,1732375323013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:05,230 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:40071, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:05,230 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:05,230 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:05,232 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:22:05,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.836sec 2024-11-23T15:22:05,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:22:05,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:22:05,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:22:05,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:22:05,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:22:05,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40071,1732375323013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:05,234 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40071,1732375323013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:22:05,237 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:22:05,237 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:22:05,237 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40071,1732375323013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:05,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c28b135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:05,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40071,-1 for getting cluster id 2024-11-23T15:22:05,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:05,243 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674318c1-f73b-4c3d-930c-599cd456acc7' 2024-11-23T15:22:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674318c1-f73b-4c3d-930c-599cd456acc7" 2024-11-23T15:22:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a31e107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40071,-1] 2024-11-23T15:22:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:05,245 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:05,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eece5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:05,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45235,1732375323226, seqNum=-1] 2024-11-23T15:22:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:05,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:05,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,40071,1732375323013 2024-11-23T15:22:05,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52152 2024-11-23T15:22:05,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:05,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33253,1732375311059 2024-11-23T15:22:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ac37ce9 2024-11-23T15:22:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:05,276 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:05,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:22:05,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:05,279 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:22:05,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:05,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101684964c50008 connected 2024-11-23T15:22:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:22:05,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c286539aee3457f73f6d6635a0cc3ad1, NAME => 'test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f 2024-11-23T15:22:05,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:22:05,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:05,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c286539aee3457f73f6d6635a0cc3ad1, disabling compactions & flushes 2024-11-23T15:22:05,304 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. after waiting 0 ms 2024-11-23T15:22:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:05,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:05,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c286539aee3457f73f6d6635a0cc3ad1: Waiting for close lock at 1732375325304Disabling compacts and flushes for region at 1732375325304Disabling writes for close at 1732375325305 (+1 ms)Writing region close event to WAL at 1732375325305Closed at 1732375325305 2024-11-23T15:22:05,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:05,306 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375325306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375325306"}]},"ts":"1732375325306"} 2024-11-23T15:22:05,308 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:05,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:05,310 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375325309"}]},"ts":"1732375325309"} 2024-11-23T15:22:05,312 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:22:05,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c286539aee3457f73f6d6635a0cc3ad1, ASSIGN}] 2024-11-23T15:22:05,313 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c286539aee3457f73f6d6635a0cc3ad1, ASSIGN 2024-11-23T15:22:05,314 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c286539aee3457f73f6d6635a0cc3ad1, ASSIGN; state=OFFLINE, location=018362ca5320,46803,1732375311274; forceNewPlan=false, retain=false 2024-11-23T15:22:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:05,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c286539aee3457f73f6d6635a0cc3ad1, regionState=OPENING, regionLocation=018362ca5320,46803,1732375311274 2024-11-23T15:22:05,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c286539aee3457f73f6d6635a0cc3ad1, ASSIGN because future has completed 2024-11-23T15:22:05,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c286539aee3457f73f6d6635a0cc3ad1, server=018362ca5320,46803,1732375311274}] 2024-11-23T15:22:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:05,644 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:05,644 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c286539aee3457f73f6d6635a0cc3ad1, NAME => 'test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:05,644 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:05,644 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:22:05,645 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,645 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:05,645 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,645 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,661 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,680 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c286539aee3457f73f6d6635a0cc3ad1 columnFamilyName f 2024-11-23T15:22:05,681 DEBUG [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,681 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] regionserver.HStore(327): Store=c286539aee3457f73f6d6635a0cc3ad1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:05,681 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,682 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c286539aee3457f73f6d6635a0cc3ad1 columnFamilyName f1 2024-11-23T15:22:05,683 DEBUG [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,683 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] regionserver.HStore(327): Store=c286539aee3457f73f6d6635a0cc3ad1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:05,683 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,684 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c286539aee3457f73f6d6635a0cc3ad1 columnFamilyName norep 2024-11-23T15:22:05,684 DEBUG [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,685 INFO [StoreOpener-c286539aee3457f73f6d6635a0cc3ad1-1 {}] regionserver.HStore(327): Store=c286539aee3457f73f6d6635a0cc3ad1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:05,685 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,685 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,686 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,687 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,687 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,687 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:05,689 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,693 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:05,694 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c286539aee3457f73f6d6635a0cc3ad1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67669374, jitterRate=0.00835224986076355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:05,694 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:05,694 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c286539aee3457f73f6d6635a0cc3ad1: Running coprocessor pre-open hook at 1732375325645Writing region info on filesystem at 1732375325645Initializing all the Stores at 1732375325646 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375325646Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375325660 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375325660Cleaning up temporary data from old regions at 1732375325687 (+27 ms)Running coprocessor post-open hooks at 1732375325694 (+7 ms)Region opened successfully at 1732375325694 2024-11-23T15:22:05,695 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1., pid=6, masterSystemTime=1732375325632 2024-11-23T15:22:05,697 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:05,698 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:05,698 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c286539aee3457f73f6d6635a0cc3ad1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,46803,1732375311274 2024-11-23T15:22:05,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c286539aee3457f73f6d6635a0cc3ad1, server=018362ca5320,46803,1732375311274 because future has completed 2024-11-23T15:22:05,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:22:05,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c286539aee3457f73f6d6635a0cc3ad1, server=018362ca5320,46803,1732375311274 in 229 msec 2024-11-23T15:22:05,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:22:05,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c286539aee3457f73f6d6635a0cc3ad1, ASSIGN in 405 msec 2024-11-23T15:22:05,721 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:05,722 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375325722"}]},"ts":"1732375325722"} 2024-11-23T15:22:05,724 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:22:05,725 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:05,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 448 msec 2024-11-23T15:22:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:05,906 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:22:05,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,39971,1732375316908 2024-11-23T15:22:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3215cb2b 2024-11-23T15:22:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:05,909 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:05,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:22:05,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:05,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:05,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:22:05,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:22:05,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a7c1e17e9a2195ff191ce929f808f28, NAME => 'test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e 2024-11-23T15:22:05,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:22:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:06,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:22:06,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:06,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:06,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4a7c1e17e9a2195ff191ce929f808f28, disabling compactions & flushes 2024-11-23T15:22:06,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:06,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:06,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. after waiting 0 ms 2024-11-23T15:22:06,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:06,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:06,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a7c1e17e9a2195ff191ce929f808f28: Waiting for close lock at 1732375326365Disabling compacts and flushes for region at 1732375326365Disabling writes for close at 1732375326365Writing region close event to WAL at 1732375326365Closed at 1732375326365 2024-11-23T15:22:06,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:06,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375326367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375326367"}]},"ts":"1732375326367"} 2024-11-23T15:22:06,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:06,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:06,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375326370"}]},"ts":"1732375326370"} 2024-11-23T15:22:06,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:22:06,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a7c1e17e9a2195ff191ce929f808f28, ASSIGN}] 2024-11-23T15:22:06,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a7c1e17e9a2195ff191ce929f808f28, ASSIGN 2024-11-23T15:22:06,375 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4a7c1e17e9a2195ff191ce929f808f28, ASSIGN; state=OFFLINE, location=018362ca5320,33925,1732375317222; forceNewPlan=false, retain=false 2024-11-23T15:22:06,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a7c1e17e9a2195ff191ce929f808f28, regionState=OPENING, regionLocation=018362ca5320,33925,1732375317222 2024-11-23T15:22:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4a7c1e17e9a2195ff191ce929f808f28, ASSIGN because future has completed 2024-11-23T15:22:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:06,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a7c1e17e9a2195ff191ce929f808f28, server=018362ca5320,33925,1732375317222}] 2024-11-23T15:22:06,698 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:06,698 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a7c1e17e9a2195ff191ce929f808f28, NAME => 'test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:06,699 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:06,699 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:22:06,699 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,699 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:06,699 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,699 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,701 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,702 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a7c1e17e9a2195ff191ce929f808f28 columnFamilyName f 2024-11-23T15:22:06,702 DEBUG [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:06,702 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] regionserver.HStore(327): Store=4a7c1e17e9a2195ff191ce929f808f28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:06,702 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,703 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a7c1e17e9a2195ff191ce929f808f28 columnFamilyName f1 2024-11-23T15:22:06,703 DEBUG [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:06,704 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] regionserver.HStore(327): Store=4a7c1e17e9a2195ff191ce929f808f28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:06,704 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,704 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a7c1e17e9a2195ff191ce929f808f28 columnFamilyName norep 2024-11-23T15:22:06,705 DEBUG [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:06,705 INFO [StoreOpener-4a7c1e17e9a2195ff191ce929f808f28-1 {}] regionserver.HStore(327): Store=4a7c1e17e9a2195ff191ce929f808f28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:06,705 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,706 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,706 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,707 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,707 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,707 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:06,708 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,710 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:06,710 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4a7c1e17e9a2195ff191ce929f808f28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66291046, jitterRate=-0.012186437845230103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:06,710 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:06,711 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4a7c1e17e9a2195ff191ce929f808f28: Running coprocessor pre-open hook at 1732375326699Writing region info on filesystem at 1732375326699Initializing all the Stores at 1732375326700 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375326700Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375326700Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375326700Cleaning up temporary data from old regions at 1732375326707 (+7 ms)Running coprocessor post-open hooks at 1732375326710 (+3 ms)Region opened successfully at 1732375326711 (+1 ms) 2024-11-23T15:22:06,711 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28., pid=6, masterSystemTime=1732375326695 2024-11-23T15:22:06,713 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:06,713 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:06,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a7c1e17e9a2195ff191ce929f808f28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,33925,1732375317222 2024-11-23T15:22:06,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a7c1e17e9a2195ff191ce929f808f28, server=018362ca5320,33925,1732375317222 because future has completed 2024-11-23T15:22:06,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:22:06,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a7c1e17e9a2195ff191ce929f808f28, server=018362ca5320,33925,1732375317222 in 175 msec 2024-11-23T15:22:06,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:22:06,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4a7c1e17e9a2195ff191ce929f808f28, ASSIGN in 346 msec 2024-11-23T15:22:06,722 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:06,722 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375326722"}]},"ts":"1732375326722"} 2024-11-23T15:22:06,724 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:22:06,725 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:06,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 816 msec 2024-11-23T15:22:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:07,046 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:22:07,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40071,1732375323013 2024-11-23T15:22:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1962d577 2024-11-23T15:22:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:07,049 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:07,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:22:07,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:07,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:22:07,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:07,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:22:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:07,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ca2e297767044b8c1986d27b39f9a2f, NAME => 'test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f 2024-11-23T15:22:07,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:22:07,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:07,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ca2e297767044b8c1986d27b39f9a2f, disabling compactions & flushes 2024-11-23T15:22:07,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:07,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:07,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. after waiting 0 ms 2024-11-23T15:22:07,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:07,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:07,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ca2e297767044b8c1986d27b39f9a2f: Waiting for close lock at 1732375327491Disabling compacts and flushes for region at 1732375327491Disabling writes for close at 1732375327491Writing region close event to WAL at 1732375327491Closed at 1732375327491 2024-11-23T15:22:07,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:07,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375327493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375327493"}]},"ts":"1732375327493"} 2024-11-23T15:22:07,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:07,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:07,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375327498"}]},"ts":"1732375327498"} 2024-11-23T15:22:07,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:22:07,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ca2e297767044b8c1986d27b39f9a2f, ASSIGN}] 2024-11-23T15:22:07,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ca2e297767044b8c1986d27b39f9a2f, ASSIGN 2024-11-23T15:22:07,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ca2e297767044b8c1986d27b39f9a2f, ASSIGN; state=OFFLINE, location=018362ca5320,45235,1732375323226; forceNewPlan=false, retain=false 2024-11-23T15:22:07,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ca2e297767044b8c1986d27b39f9a2f, regionState=OPENING, regionLocation=018362ca5320,45235,1732375323226 2024-11-23T15:22:07,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ca2e297767044b8c1986d27b39f9a2f, ASSIGN because future has completed 2024-11-23T15:22:07,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ca2e297767044b8c1986d27b39f9a2f, server=018362ca5320,45235,1732375323226}] 2024-11-23T15:22:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:07,823 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:07,824 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ca2e297767044b8c1986d27b39f9a2f, NAME => 'test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:07,824 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:07,824 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:22:07,824 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,824 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:07,824 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,825 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,833 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,834 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ca2e297767044b8c1986d27b39f9a2f columnFamilyName f 2024-11-23T15:22:07,834 DEBUG [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:07,834 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] regionserver.HStore(327): Store=3ca2e297767044b8c1986d27b39f9a2f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:07,835 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,836 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ca2e297767044b8c1986d27b39f9a2f columnFamilyName f1 2024-11-23T15:22:07,836 DEBUG [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:07,836 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] regionserver.HStore(327): Store=3ca2e297767044b8c1986d27b39f9a2f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:07,836 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,838 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ca2e297767044b8c1986d27b39f9a2f columnFamilyName norep 2024-11-23T15:22:07,838 DEBUG [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:07,838 INFO [StoreOpener-3ca2e297767044b8c1986d27b39f9a2f-1 {}] regionserver.HStore(327): Store=3ca2e297767044b8c1986d27b39f9a2f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:07,838 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,839 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,839 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,840 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,840 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,841 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:07,842 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,845 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:07,845 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ca2e297767044b8c1986d27b39f9a2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65219557, jitterRate=-0.028152868151664734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:07,845 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:07,845 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ca2e297767044b8c1986d27b39f9a2f: Running coprocessor pre-open hook at 1732375327825Writing region info on filesystem at 1732375327825Initializing all the Stores at 1732375327825Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375327825Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375327832 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375327832Cleaning up temporary data from old regions at 1732375327840 (+8 ms)Running coprocessor post-open hooks at 1732375327845 (+5 ms)Region opened successfully at 1732375327845 2024-11-23T15:22:07,846 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f., pid=6, masterSystemTime=1732375327820 2024-11-23T15:22:07,848 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:07,849 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:07,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ca2e297767044b8c1986d27b39f9a2f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,45235,1732375323226 2024-11-23T15:22:07,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ca2e297767044b8c1986d27b39f9a2f, server=018362ca5320,45235,1732375323226 because future has completed 2024-11-23T15:22:07,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:22:07,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ca2e297767044b8c1986d27b39f9a2f, server=018362ca5320,45235,1732375323226 in 201 msec 2024-11-23T15:22:07,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:22:07,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ca2e297767044b8c1986d27b39f9a2f, ASSIGN in 372 msec 2024-11-23T15:22:07,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:07,876 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375327876"}]},"ts":"1732375327876"} 2024-11-23T15:22:07,878 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:22:07,881 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:07,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 831 msec 2024-11-23T15:22:07,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:22:07,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T15:22:07,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:22:07,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T15:22:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:08,186 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:22:08,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4637de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:08,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33253,-1 for getting cluster id 2024-11-23T15:22:08,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:08,188 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9daf0-094e-46db-b09d-7a7c8b922d28' 2024-11-23T15:22:08,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9daf0-094e-46db-b09d-7a7c8b922d28" 2024-11-23T15:22:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308d252b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33253,-1] 2024-11-23T15:22:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:08,191 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129a20dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:08,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33253,1732375311059 2024-11-23T15:22:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7bca9e 2024-11-23T15:22:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:08,193 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:08,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:22:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:22:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:08,196 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:39971' 2024-11-23T15:22:08,197 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73157008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:08,197 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39971,-1 for getting cluster id 2024-11-23T15:22:08,197 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:08,198 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54bb3ea8-bf44-4db9-b3b6-93a29aa151e7' 2024-11-23T15:22:08,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:08,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54bb3ea8-bf44-4db9-b3b6-93a29aa151e7" 2024-11-23T15:22:08,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3705b7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:08,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39971,-1] 2024-11-23T15:22:08,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:08,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:08,200 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:08,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7f5fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:08,200 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:08,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,39971,1732375316908 2024-11-23T15:22:08,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73bf80ec 2024-11-23T15:22:08,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:08,202 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:08,203 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-23T15:22:08,203 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:22:08,203 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:08,203 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:08,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:08,204 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:08,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:22:08,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:08,206 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:08,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:22:08,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 077e77a1ed55e4fbab56f708583e562b, NAME => 'hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f 2024-11-23T15:22:08,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:22:08,255 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:22:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:08,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:08,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 077e77a1ed55e4fbab56f708583e562b, disabling compactions & flushes 2024-11-23T15:22:08,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:08,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:08,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. after waiting 0 ms 2024-11-23T15:22:08,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:08,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:08,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 077e77a1ed55e4fbab56f708583e562b: Waiting for close lock at 1732375328649Disabling compacts and flushes for region at 1732375328649Disabling writes for close at 1732375328649Writing region close event to WAL at 1732375328649Closed at 1732375328649 2024-11-23T15:22:08,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:08,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375328651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375328651"}]},"ts":"1732375328651"} 2024-11-23T15:22:08,654 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:08,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:08,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375328655"}]},"ts":"1732375328655"} 2024-11-23T15:22:08,657 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:22:08,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077e77a1ed55e4fbab56f708583e562b, ASSIGN}] 2024-11-23T15:22:08,659 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077e77a1ed55e4fbab56f708583e562b, ASSIGN 2024-11-23T15:22:08,659 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=077e77a1ed55e4fbab56f708583e562b, ASSIGN; state=OFFLINE, location=018362ca5320,46803,1732375311274; forceNewPlan=false, retain=false 2024-11-23T15:22:08,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=077e77a1ed55e4fbab56f708583e562b, regionState=OPENING, regionLocation=018362ca5320,46803,1732375311274 2024-11-23T15:22:08,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=077e77a1ed55e4fbab56f708583e562b, ASSIGN because future has completed 2024-11-23T15:22:08,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077e77a1ed55e4fbab56f708583e562b, server=018362ca5320,46803,1732375311274}] 2024-11-23T15:22:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:08,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:08,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:08,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:22:08,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C46803%2C1732375311274.rep, suffix=, logDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274, archiveDir=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/oldWALs, maxLogs=10 2024-11-23T15:22:08,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.rep.1732375328976, exclude list is [], retry=0 2024-11-23T15:22:08,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34541,DS-ec4fce8e-04eb-4073-8ac8-ad8882021b06,DISK] 2024-11-23T15:22:08,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.rep.1732375328976 2024-11-23T15:22:08,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)] 2024-11-23T15:22:08,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 077e77a1ed55e4fbab56f708583e562b, NAME => 'hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:08,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:08,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:08,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. service=MultiRowMutationService 2024-11-23T15:22:08,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:22:08,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:08,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:09,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,001 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,002 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077e77a1ed55e4fbab56f708583e562b columnFamilyName hfileref 2024-11-23T15:22:09,003 DEBUG [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:09,003 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] regionserver.HStore(327): Store=077e77a1ed55e4fbab56f708583e562b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:09,003 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,004 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077e77a1ed55e4fbab56f708583e562b columnFamilyName queue 2024-11-23T15:22:09,004 DEBUG [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:09,005 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] regionserver.HStore(327): Store=077e77a1ed55e4fbab56f708583e562b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:09,005 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,006 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077e77a1ed55e4fbab56f708583e562b columnFamilyName sid 2024-11-23T15:22:09,006 DEBUG [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:09,006 INFO [StoreOpener-077e77a1ed55e4fbab56f708583e562b-1 {}] regionserver.HStore(327): Store=077e77a1ed55e4fbab56f708583e562b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:09,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:09,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:09,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 077e77a1ed55e4fbab56f708583e562b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63484423, jitterRate=-0.05400837957859039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:09,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:09,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 077e77a1ed55e4fbab56f708583e562b: Running coprocessor pre-open hook at 1732375329000Writing region info on filesystem at 1732375329000Initializing all the Stores at 1732375329001 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375329001Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375329001Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375329001Cleaning up temporary data from old regions at 1732375329008 (+7 ms)Running coprocessor post-open hooks at 1732375329016 (+8 ms)Region opened successfully at 1732375329017 (+1 ms) 2024-11-23T15:22:09,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b., pid=10, masterSystemTime=1732375328969 2024-11-23T15:22:09,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:09,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:09,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=077e77a1ed55e4fbab56f708583e562b, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,46803,1732375311274 2024-11-23T15:22:09,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077e77a1ed55e4fbab56f708583e562b, server=018362ca5320,46803,1732375311274 because future has completed 2024-11-23T15:22:09,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:22:09,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 077e77a1ed55e4fbab56f708583e562b, server=018362ca5320,46803,1732375311274 in 212 msec 2024-11-23T15:22:09,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:22:09,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077e77a1ed55e4fbab56f708583e562b, ASSIGN in 370 msec 2024-11-23T15:22:09,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:09,030 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375329030"}]},"ts":"1732375329030"} 2024-11-23T15:22:09,032 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:22:09,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:09,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 829 msec 2024-11-23T15:22:09,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b., hostname=018362ca5320,46803,1732375311274, seqNum=2] 2024-11-23T15:22:09,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:22:09,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:22:09,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:22:09,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:22:09,320 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:22:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:09,354 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,46803,1732375311274, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:22:09,355 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:09,355 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,46803,1732375311274, seqNum=-1] 2024-11-23T15:22:09,355 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:09,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:09,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,46803,1732375311274', locateType=CURRENT is [region=hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b., hostname=018362ca5320,46803,1732375311274, seqNum=2] 2024-11-23T15:22:09,361 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:22:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:22:09,364 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,46803,1732375311274 suceeded 2024-11-23T15:22:09,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:22:09,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-23T15:22:09,366 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:22:09,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1730 sec 2024-11-23T15:22:09,382 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:39971' 2024-11-23T15:22:09,384 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab0a3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:09,384 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39971,-1 for getting cluster id 2024-11-23T15:22:09,384 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:09,385 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54bb3ea8-bf44-4db9-b3b6-93a29aa151e7' 2024-11-23T15:22:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54bb3ea8-bf44-4db9-b3b6-93a29aa151e7" 2024-11-23T15:22:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4812f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39971,-1] 2024-11-23T15:22:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:09,387 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:09,387 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70c45b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:09,387 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:09,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,39971,1732375316908 2024-11-23T15:22:09,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6210a502 2024-11-23T15:22:09,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:09,391 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-23T15:22:09,392 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,46803,1732375311274 (queues=1) is replicating from cluster=67d9daf0-094e-46db-b09d-7a7c8b922d28 to cluster=54bb3ea8-bf44-4db9-b3b6-93a29aa151e7 2024-11-23T15:22:09,392 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C46803%2C1732375311274 2024-11-23T15:22:09,392 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,46803,1732375311274, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:22:09,396 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, startPosition=0, beingWritten=true 2024-11-23T15:22:09,397 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C46803%2C1732375311274 2024-11-23T15:22:09,403 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:09,403 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 379, reset compression=false 2024-11-23T15:22:09,412 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:09,608 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 379, reset compression=false 2024-11-23T15:22:09,912 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 379, reset compression=false 2024-11-23T15:22:10,322 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 379, reset compression=false 2024-11-23T15:22:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:10,346 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:22:10,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:10,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:10,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:10,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:10,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39971,-1 for getting cluster id 2024-11-23T15:22:10,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:10,349 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54bb3ea8-bf44-4db9-b3b6-93a29aa151e7' 2024-11-23T15:22:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54bb3ea8-bf44-4db9-b3b6-93a29aa151e7" 2024-11-23T15:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3295eae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39971,-1] 2024-11-23T15:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,352 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:10,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a18f46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:10,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,39971,1732375316908 2024-11-23T15:22:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f95bc43 2024-11-23T15:22:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:10,357 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:10,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:40071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:22:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:22:10,363 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:40071' 2024-11-23T15:22:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:10,368 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89a97df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:10,368 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40071,-1 for getting cluster id 2024-11-23T15:22:10,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:10,369 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674318c1-f73b-4c3d-930c-599cd456acc7' 2024-11-23T15:22:10,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:10,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674318c1-f73b-4c3d-930c-599cd456acc7" 2024-11-23T15:22:10,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63135d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:10,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40071,-1] 2024-11-23T15:22:10,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:10,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,371 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:10,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f534bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:10,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40071,1732375323013 2024-11-23T15:22:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dcd2dd6 2024-11-23T15:22:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:10,375 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:10,376 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:22:10,376 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:22:10,376 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,376 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:10,377 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:10,380 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:22:10,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:10,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:10,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:22:10,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36386382bc45f06a4bba3a9f5079bbe3, NAME => 'hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e 2024-11-23T15:22:10,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:22:10,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:10,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 36386382bc45f06a4bba3a9f5079bbe3, disabling compactions & flushes 2024-11-23T15:22:10,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:10,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:10,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. after waiting 0 ms 2024-11-23T15:22:10,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:10,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:10,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36386382bc45f06a4bba3a9f5079bbe3: Waiting for close lock at 1732375330430Disabling compacts and flushes for region at 1732375330430Disabling writes for close at 1732375330430Writing region close event to WAL at 1732375330430Closed at 1732375330430 2024-11-23T15:22:10,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:10,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375330433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375330433"}]},"ts":"1732375330433"} 2024-11-23T15:22:10,433 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:22:10,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:10,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:10,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375330437"}]},"ts":"1732375330437"} 2024-11-23T15:22:10,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:22:10,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36386382bc45f06a4bba3a9f5079bbe3, ASSIGN}] 2024-11-23T15:22:10,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36386382bc45f06a4bba3a9f5079bbe3, ASSIGN 2024-11-23T15:22:10,443 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36386382bc45f06a4bba3a9f5079bbe3, ASSIGN; state=OFFLINE, location=018362ca5320,33925,1732375317222; forceNewPlan=false, retain=false 2024-11-23T15:22:10,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:22:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:10,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36386382bc45f06a4bba3a9f5079bbe3, regionState=OPENING, regionLocation=018362ca5320,33925,1732375317222 2024-11-23T15:22:10,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36386382bc45f06a4bba3a9f5079bbe3, ASSIGN because future has completed 2024-11-23T15:22:10,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36386382bc45f06a4bba3a9f5079bbe3, server=018362ca5320,33925,1732375317222}] 2024-11-23T15:22:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:10,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:10,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:10,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:22:10,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C33925%2C1732375317222.rep, suffix=, logDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/oldWALs, maxLogs=10 2024-11-23T15:22:10,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.rep.1732375330778, exclude list is [], retry=0 2024-11-23T15:22:10,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35919,DS-6ab1646e-addf-4084-9986-82e95c5878c4,DISK] 2024-11-23T15:22:10,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.rep.1732375330778 2024-11-23T15:22:10,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633)] 2024-11-23T15:22:10,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 36386382bc45f06a4bba3a9f5079bbe3, NAME => 'hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:10,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. service=MultiRowMutationService 2024-11-23T15:22:10,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,827 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 379, reset compression=false 2024-11-23T15:22:10,833 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,835 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36386382bc45f06a4bba3a9f5079bbe3 columnFamilyName hfileref 2024-11-23T15:22:10,835 DEBUG [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:10,835 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] regionserver.HStore(327): Store=36386382bc45f06a4bba3a9f5079bbe3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:10,835 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,837 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36386382bc45f06a4bba3a9f5079bbe3 columnFamilyName queue 2024-11-23T15:22:10,837 DEBUG [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:10,837 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] regionserver.HStore(327): Store=36386382bc45f06a4bba3a9f5079bbe3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:10,837 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,841 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36386382bc45f06a4bba3a9f5079bbe3 columnFamilyName sid 2024-11-23T15:22:10,841 DEBUG [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:10,844 INFO [StoreOpener-36386382bc45f06a4bba3a9f5079bbe3-1 {}] regionserver.HStore(327): Store=36386382bc45f06a4bba3a9f5079bbe3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:10,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/replication/36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/replication/36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:10,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/replication/36386382bc45f06a4bba3a9f5079bbe3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:10,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 36386382bc45f06a4bba3a9f5079bbe3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64167190, jitterRate=-0.04383435845375061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:10,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:10,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 36386382bc45f06a4bba3a9f5079bbe3: Running coprocessor pre-open hook at 1732375330810Writing region info on filesystem at 1732375330810Initializing all the Stores at 1732375330821 (+11 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375330821Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375330832 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375330832Cleaning up temporary data from old regions at 1732375330846 (+14 ms)Running coprocessor post-open hooks at 1732375330861 (+15 ms)Region opened successfully at 1732375330861 2024-11-23T15:22:10,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3., pid=10, masterSystemTime=1732375330752 2024-11-23T15:22:10,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:10,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:10,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36386382bc45f06a4bba3a9f5079bbe3, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,33925,1732375317222 2024-11-23T15:22:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36386382bc45f06a4bba3a9f5079bbe3, server=018362ca5320,33925,1732375317222 because future has completed 2024-11-23T15:22:10,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:22:10,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 36386382bc45f06a4bba3a9f5079bbe3, server=018362ca5320,33925,1732375317222 in 271 msec 2024-11-23T15:22:10,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:22:10,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36386382bc45f06a4bba3a9f5079bbe3, ASSIGN in 431 msec 2024-11-23T15:22:10,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:10,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375330876"}]},"ts":"1732375330876"} 2024-11-23T15:22:10,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:22:10,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:10,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 503 msec 2024-11-23T15:22:10,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3., hostname=018362ca5320,33925,1732375317222, seqNum=2] 2024-11-23T15:22:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:22:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:22:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:10,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:22:11,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:22:11,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:22:11,172 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:22:11,217 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,33925,1732375317222, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:22:11,217 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:11,218 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,33925,1732375317222, seqNum=-1] 2024-11-23T15:22:11,218 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:11,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:11,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,33925,1732375317222', locateType=CURRENT is [region=hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3., hostname=018362ca5320,33925,1732375317222, seqNum=2] 2024-11-23T15:22:11,236 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:22:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:22:11,239 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,33925,1732375317222 suceeded 2024-11-23T15:22:11,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:22:11,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-23T15:22:11,241 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:40071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:22:11,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 883 msec 2024-11-23T15:22:11,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,260 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:40071' 2024-11-23T15:22:11,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,264 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b43e315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,264 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40071,-1 for getting cluster id 2024-11-23T15:22:11,265 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:11,265 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674318c1-f73b-4c3d-930c-599cd456acc7' 2024-11-23T15:22:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674318c1-f73b-4c3d-930c-599cd456acc7" 2024-11-23T15:22:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33f3e1c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40071,-1] 2024-11-23T15:22:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:11,268 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:11,269 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba9ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,269 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:11,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40071,1732375323013 2024-11-23T15:22:11,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:11,275 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4580076f 2024-11-23T15:22:11,275 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:11,276 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-23T15:22:11,277 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,33925,1732375317222 (queues=1) is replicating from cluster=54bb3ea8-bf44-4db9-b3b6-93a29aa151e7 to cluster=674318c1-f73b-4c3d-930c-599cd456acc7 2024-11-23T15:22:11,277 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C33925%2C1732375317222 2024-11-23T15:22:11,278 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,33925,1732375317222, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:22:11,296 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, startPosition=0, beingWritten=true 2024-11-23T15:22:11,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:22:11,300 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C33925%2C1732375317222 2024-11-23T15:22:11,306 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:11,306 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:11,307 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 379, reset compression=false 2024-11-23T15:22:11,453 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 379, reset compression=false 2024-11-23T15:22:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:11,506 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:22:11,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:11,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:11,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:11,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:11,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:11,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d226bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40071,-1 for getting cluster id 2024-11-23T15:22:11,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:11,507 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674318c1-f73b-4c3d-930c-599cd456acc7' 2024-11-23T15:22:11,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:11,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674318c1-f73b-4c3d-930c-599cd456acc7" 2024-11-23T15:22:11,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217aa6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40071,-1] 2024-11-23T15:22:11,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:11,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:11,509 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a94741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40071,1732375323013 2024-11-23T15:22:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4a7cf1 2024-11-23T15:22:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:11,511 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:11,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:33253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:22:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:22:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:11,514 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33253' 2024-11-23T15:22:11,515 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76383363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,515 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33253,-1 for getting cluster id 2024-11-23T15:22:11,515 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:11,515 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9daf0-094e-46db-b09d-7a7c8b922d28' 2024-11-23T15:22:11,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9daf0-094e-46db-b09d-7a7c8b922d28" 2024-11-23T15:22:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e2d19f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33253,-1] 2024-11-23T15:22:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:11,517 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f7f8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:11,517 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33253,1732375311059 2024-11-23T15:22:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64a4cd9b 2024-11-23T15:22:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:11,519 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:11,519 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T15:22:11,519 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:22:11,519 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:11,519 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:11,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:11,520 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:11,521 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:22:11,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:11,521 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:11,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:11,522 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 379, reset compression=false 2024-11-23T15:22:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:22:11,534 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4503b6934d582b14ff85912ee246f2b9, NAME => 'hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f 2024-11-23T15:22:11,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:22:11,571 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:22:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:11,833 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 379, reset compression=false 2024-11-23T15:22:11,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:11,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4503b6934d582b14ff85912ee246f2b9, disabling compactions & flushes 2024-11-23T15:22:11,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:11,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:11,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. after waiting 0 ms 2024-11-23T15:22:11,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:11,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:11,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4503b6934d582b14ff85912ee246f2b9: Waiting for close lock at 1732375331943Disabling compacts and flushes for region at 1732375331943Disabling writes for close at 1732375331943Writing region close event to WAL at 1732375331943Closed at 1732375331943 2024-11-23T15:22:11,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:11,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375331944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375331944"}]},"ts":"1732375331944"} 2024-11-23T15:22:11,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:11,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:11,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375331947"}]},"ts":"1732375331947"} 2024-11-23T15:22:11,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:22:11,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4503b6934d582b14ff85912ee246f2b9, ASSIGN}] 2024-11-23T15:22:11,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4503b6934d582b14ff85912ee246f2b9, ASSIGN 2024-11-23T15:22:11,950 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4503b6934d582b14ff85912ee246f2b9, ASSIGN; state=OFFLINE, location=018362ca5320,45235,1732375323226; forceNewPlan=false, retain=false 2024-11-23T15:22:12,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4503b6934d582b14ff85912ee246f2b9, regionState=OPENING, regionLocation=018362ca5320,45235,1732375323226 2024-11-23T15:22:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4503b6934d582b14ff85912ee246f2b9, ASSIGN because future has completed 2024-11-23T15:22:12,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4503b6934d582b14ff85912ee246f2b9, server=018362ca5320,45235,1732375323226}] 2024-11-23T15:22:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:12,157 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 379, reset compression=false 2024-11-23T15:22:12,236 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 379, reset compression=false 2024-11-23T15:22:12,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:12,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:12,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:22:12,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C45235%2C1732375323226.rep, suffix=, logDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226, archiveDir=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/oldWALs, maxLogs=10 2024-11-23T15:22:12,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.rep.1732375332260, exclude list is [], retry=0 2024-11-23T15:22:12,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-72e216c5-3238-4d50-b713-8b96b4f88553,DISK] 2024-11-23T15:22:12,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.rep.1732375332260 2024-11-23T15:22:12,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-23T15:22:12,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4503b6934d582b14ff85912ee246f2b9, NAME => 'hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:12,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:12,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:12,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. service=MultiRowMutationService 2024-11-23T15:22:12,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:22:12,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:12,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,282 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,283 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4503b6934d582b14ff85912ee246f2b9 columnFamilyName hfileref 2024-11-23T15:22:12,283 DEBUG [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:12,284 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] regionserver.HStore(327): Store=4503b6934d582b14ff85912ee246f2b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:12,284 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,285 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4503b6934d582b14ff85912ee246f2b9 columnFamilyName queue 2024-11-23T15:22:12,285 DEBUG [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:12,285 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] regionserver.HStore(327): Store=4503b6934d582b14ff85912ee246f2b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:12,285 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,286 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4503b6934d582b14ff85912ee246f2b9 columnFamilyName sid 2024-11-23T15:22:12,286 DEBUG [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:12,286 INFO [StoreOpener-4503b6934d582b14ff85912ee246f2b9-1 {}] regionserver.HStore(327): Store=4503b6934d582b14ff85912ee246f2b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:12,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:12,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:12,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4503b6934d582b14ff85912ee246f2b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59688223, jitterRate=-0.11057616770267487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4503b6934d582b14ff85912ee246f2b9: Running coprocessor pre-open hook at 1732375332281Writing region info on filesystem at 1732375332281Initializing all the Stores at 1732375332282 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375332282Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375332282Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375332282Cleaning up temporary data from old regions at 1732375332288 (+6 ms)Running coprocessor post-open hooks at 1732375332292 (+4 ms)Region opened successfully at 1732375332292 2024-11-23T15:22:12,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9., pid=10, masterSystemTime=1732375332255 2024-11-23T15:22:12,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:12,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:12,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4503b6934d582b14ff85912ee246f2b9, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,45235,1732375323226 2024-11-23T15:22:12,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4503b6934d582b14ff85912ee246f2b9, server=018362ca5320,45235,1732375323226 because future has completed 2024-11-23T15:22:12,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:22:12,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4503b6934d582b14ff85912ee246f2b9, server=018362ca5320,45235,1732375323226 in 194 msec 2024-11-23T15:22:12,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:22:12,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4503b6934d582b14ff85912ee246f2b9, ASSIGN in 349 msec 2024-11-23T15:22:12,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:12,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375332300"}]},"ts":"1732375332300"} 2024-11-23T15:22:12,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:22:12,302 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:12,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-23T15:22:12,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9., hostname=018362ca5320,45235,1732375323226, seqNum=2] 2024-11-23T15:22:12,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:12,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:12,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:22:12,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:22:12,518 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:22:12,546 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,45235,1732375323226, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:22:12,547 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:12,547 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45235,1732375323226, seqNum=-1] 2024-11-23T15:22:12,547 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:12,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:12,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,45235,1732375323226', locateType=CURRENT is [region=hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9., hostname=018362ca5320,45235,1732375323226, seqNum=2] 2024-11-23T15:22:12,553 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:22:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:22:12,555 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,45235,1732375323226 suceeded 2024-11-23T15:22:12,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:22:12,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-23T15:22:12,556 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:33253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:22:12,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0450 sec 2024-11-23T15:22:12,571 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33253' 2024-11-23T15:22:12,572 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58dd98b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,572 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33253,-1 for getting cluster id 2024-11-23T15:22:12,572 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:12,573 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9daf0-094e-46db-b09d-7a7c8b922d28' 2024-11-23T15:22:12,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9daf0-094e-46db-b09d-7a7c8b922d28" 2024-11-23T15:22:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45773fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33253,-1] 2024-11-23T15:22:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:12,575 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:12,575 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cbabb5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,576 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:12,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33253,1732375311059 2024-11-23T15:22:12,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@201b5d5f 2024-11-23T15:22:12,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:12,578 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T15:22:12,578 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,45235,1732375323226 (queues=1) is replicating from cluster=674318c1-f73b-4c3d-930c-599cd456acc7 to cluster=67d9daf0-094e-46db-b09d-7a7c8b922d28 2024-11-23T15:22:12,579 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C45235%2C1732375323226 2024-11-23T15:22:12,579 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,45235,1732375323226, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:22:12,579 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, startPosition=0, beingWritten=true 2024-11-23T15:22:12,579 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C45235%2C1732375323226 2024-11-23T15:22:12,586 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:12,586 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 379, reset compression=false 2024-11-23T15:22:12,586 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:12,646 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:22:12,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:12,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:12,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:12,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:12,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:12,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9d89b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33253,-1 for getting cluster id 2024-11-23T15:22:12,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:12,648 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9daf0-094e-46db-b09d-7a7c8b922d28' 2024-11-23T15:22:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9daf0-094e-46db-b09d-7a7c8b922d28" 2024-11-23T15:22:12,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191288a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33253,-1] 2024-11-23T15:22:12,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:12,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:12,650 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eed22ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334347a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39971,-1 for getting cluster id 2024-11-23T15:22:12,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:12,652 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54bb3ea8-bf44-4db9-b3b6-93a29aa151e7' 2024-11-23T15:22:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54bb3ea8-bf44-4db9-b3b6-93a29aa151e7" 2024-11-23T15:22:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124ad8a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39971,-1] 2024-11-23T15:22:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:12,654 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61805f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e0e526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40071,-1 for getting cluster id 2024-11-23T15:22:12,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:12,656 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674318c1-f73b-4c3d-930c-599cd456acc7' 2024-11-23T15:22:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674318c1-f73b-4c3d-930c-599cd456acc7" 2024-11-23T15:22:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79815057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40071,-1] 2024-11-23T15:22:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:12,658 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192bcec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,46803,1732375311274, seqNum=-1] 2024-11-23T15:22:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:12,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1., hostname=018362ca5320,46803,1732375311274, seqNum=2] 2024-11-23T15:22:12,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45235,1732375323226, seqNum=-1] 2024-11-23T15:22:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:12,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f., hostname=018362ca5320,45235,1732375323226, seqNum=2] 2024-11-23T15:22:12,710 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T15:22:12,745 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 379, reset compression=false 2024-11-23T15:22:12,793 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 379, reset compression=false 2024-11-23T15:22:12,961 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 379, reset compression=false 2024-11-23T15:22:12,965 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:12,965 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 480, reset compression=false 2024-11-23T15:22:12,965 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[{test/c286539aee3457f73f6d6635a0cc3ad1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T15:22:12,967 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:12,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-23T15:22:12,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:12,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a34a03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39971,-1 for getting cluster id 2024-11-23T15:22:12,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:12,972 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54bb3ea8-bf44-4db9-b3b6-93a29aa151e7' 2024-11-23T15:22:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54bb3ea8-bf44-4db9-b3b6-93a29aa151e7" 2024-11-23T15:22:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16facd82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39971,-1] 2024-11-23T15:22:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:12,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:12,973 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:12,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45313ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:12,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:12,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,33925,1732375317222, seqNum=-1] 2024-11-23T15:22:12,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:12,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:12,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28., hostname=018362ca5320,33925,1732375317222, seqNum=2] 2024-11-23T15:22:12,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:13,096 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 379, reset compression=false 2024-11-23T15:22:13,168 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 480, reset compression=false 2024-11-23T15:22:13,348 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 379, reset compression=false 2024-11-23T15:22:13,352 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:13,352 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 503, reset compression=false 2024-11-23T15:22:13,352 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a7c1e17e9a2195ff191ce929f808f28/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T15:22:13,354 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:13,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-23T15:22:13,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:13,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65e3d487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:13,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40071,-1 for getting cluster id 2024-11-23T15:22:13,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:13,357 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674318c1-f73b-4c3d-930c-599cd456acc7' 2024-11-23T15:22:13,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:13,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674318c1-f73b-4c3d-930c-599cd456acc7" 2024-11-23T15:22:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ed21a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40071,-1] 2024-11-23T15:22:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:13,359 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:13,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef09f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:13,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,45235,1732375323226, seqNum=-1] 2024-11-23T15:22:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:13,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f., hostname=018362ca5320,45235,1732375323226, seqNum=2] 2024-11-23T15:22:13,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:13,472 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 480, reset compression=false 2024-11-23T15:22:13,500 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 379, reset compression=false 2024-11-23T15:22:13,504 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:13,504 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 526, reset compression=false 2024-11-23T15:22:13,504 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:13,556 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 503, reset compression=false 2024-11-23T15:22:13,708 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 526, reset compression=false 2024-11-23T15:22:13,712 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T15:22:13,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,33925,1732375317222, seqNum=-1] 2024-11-23T15:22:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:13,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28., hostname=018362ca5320,33925,1732375317222, seqNum=2] 2024-11-23T15:22:13,719 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T15:22:13,859 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 503, reset compression=false 2024-11-23T15:22:13,864 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:13,864 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 607, reset compression=false 2024-11-23T15:22:13,864 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a7c1e17e9a2195ff191ce929f808f28/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T15:22:13,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:13,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:13,875 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 480, reset compression=false 2024-11-23T15:22:14,012 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 526, reset compression=false 2024-11-23T15:22:14,016 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:14,016 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 653, reset compression=false 2024-11-23T15:22:14,016 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ca2e297767044b8c1986d27b39f9a2f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T15:22:14,018 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:14,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T15:22:14,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:14,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4922ab22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:14,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33253,-1 for getting cluster id 2024-11-23T15:22:14,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:14,021 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9daf0-094e-46db-b09d-7a7c8b922d28' 2024-11-23T15:22:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9daf0-094e-46db-b09d-7a7c8b922d28" 2024-11-23T15:22:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d75f604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33253,-1] 2024-11-23T15:22:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:14,022 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:14,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75aa8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:14,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:14,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,46803,1732375311274, seqNum=-1] 2024-11-23T15:22:14,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:14,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1., hostname=018362ca5320,46803,1732375311274, seqNum=2] 2024-11-23T15:22:14,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:14,067 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 607, reset compression=false 2024-11-23T15:22:14,219 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 653, reset compression=false 2024-11-23T15:22:14,371 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 607, reset compression=false 2024-11-23T15:22:14,379 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 480, reset compression=false 2024-11-23T15:22:14,383 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:14,383 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 630, reset compression=false 2024-11-23T15:22:14,383 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:14,523 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 653, reset compression=false 2024-11-23T15:22:14,587 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 630, reset compression=false 2024-11-23T15:22:14,721 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T15:22:14,724 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T15:22:14,775 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 607, reset compression=false 2024-11-23T15:22:14,890 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 630, reset compression=false 2024-11-23T15:22:14,926 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 653, reset compression=false 2024-11-23T15:22:14,930 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:14,930 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 757, reset compression=false 2024-11-23T15:22:14,930 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ca2e297767044b8c1986d27b39f9a2f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T15:22:14,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:14,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:15,133 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 757, reset compression=false 2024-11-23T15:22:15,279 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 607, reset compression=false 2024-11-23T15:22:15,293 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 630, reset compression=false 2024-11-23T15:22:15,297 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:15,297 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 757, reset compression=false 2024-11-23T15:22:15,297 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[{test/c286539aee3457f73f6d6635a0cc3ad1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T15:22:15,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:15,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:15,436 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 757, reset compression=false 2024-11-23T15:22:15,501 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 757, reset compression=false 2024-11-23T15:22:15,726 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T15:22:15,729 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T15:22:15,804 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 757, reset compression=false 2024-11-23T15:22:15,808 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:15,808 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 913, reset compression=false 2024-11-23T15:22:15,808 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[{test/c286539aee3457f73f6d6635a0cc3ad1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T15:22:15,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:15,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:15,839 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 757, reset compression=false 2024-11-23T15:22:15,883 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 607, reset compression=false 2024-11-23T15:22:15,887 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:15,887 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 904, reset compression=false 2024-11-23T15:22:15,887 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a7c1e17e9a2195ff191ce929f808f28/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T15:22:15,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:15,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:16,011 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 913, reset compression=false 2024-11-23T15:22:16,091 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 904, reset compression=false 2024-11-23T15:22:16,314 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 913, reset compression=false 2024-11-23T15:22:16,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:22:16,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,342 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 757, reset compression=false 2024-11-23T15:22:16,348 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:16,348 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 927, reset compression=false 2024-11-23T15:22:16,348 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:16,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:16,394 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 904, reset compression=false 2024-11-23T15:22:16,557 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 927, reset compression=false 2024-11-23T15:22:16,719 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 913, reset compression=false 2024-11-23T15:22:16,732 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T15:22:16,735 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T15:22:16,799 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 904, reset compression=false 2024-11-23T15:22:16,810 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:16,810 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1063, reset compression=false 2024-11-23T15:22:16,810 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a7c1e17e9a2195ff191ce929f808f28/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T15:22:16,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:16,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:16,865 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 927, reset compression=false 2024-11-23T15:22:16,869 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:16,869 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1076, reset compression=false 2024-11-23T15:22:16,869 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ca2e297767044b8c1986d27b39f9a2f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T15:22:16,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:16,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:17,018 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1063, reset compression=false 2024-11-23T15:22:17,073 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1076, reset compression=false 2024-11-23T15:22:17,223 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 913, reset compression=false 2024-11-23T15:22:17,227 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:17,227 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1085, reset compression=false 2024-11-23T15:22:17,228 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:17,321 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1063, reset compression=false 2024-11-23T15:22:17,385 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1076, reset compression=false 2024-11-23T15:22:17,436 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1085, reset compression=false 2024-11-23T15:22:17,724 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1063, reset compression=false 2024-11-23T15:22:17,737 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T15:22:17,740 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T15:22:17,740 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1085, reset compression=false 2024-11-23T15:22:17,788 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1076, reset compression=false 2024-11-23T15:22:17,793 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:17,793 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1235, reset compression=false 2024-11-23T15:22:17,793 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ca2e297767044b8c1986d27b39f9a2f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T15:22:17,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:17,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:17,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T15:22:17,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T15:22:18,001 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1235, reset compression=false 2024-11-23T15:22:18,143 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1085, reset compression=false 2024-11-23T15:22:18,148 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:18,148 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1234, reset compression=false 2024-11-23T15:22:18,148 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[{test/c286539aee3457f73f6d6635a0cc3ad1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T15:22:18,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:18,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:18,228 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1063, reset compression=false 2024-11-23T15:22:18,232 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:18,232 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1235, reset compression=false 2024-11-23T15:22:18,232 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:18,304 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1235, reset compression=false 2024-11-23T15:22:18,351 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1234, reset compression=false 2024-11-23T15:22:18,435 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1235, reset compression=false 2024-11-23T15:22:18,654 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1234, reset compression=false 2024-11-23T15:22:18,710 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1235, reset compression=false 2024-11-23T15:22:18,739 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1235, reset compression=false 2024-11-23T15:22:18,743 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T15:22:18,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d0629f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40071,-1 for getting cluster id 2024-11-23T15:22:18,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:18,751 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674318c1-f73b-4c3d-930c-599cd456acc7' 2024-11-23T15:22:18,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674318c1-f73b-4c3d-930c-599cd456acc7" 2024-11-23T15:22:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593106a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40071,-1] 2024-11-23T15:22:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:18,753 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc90fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:18,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40071,1732375323013 2024-11-23T15:22:18,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e660bc 2024-11-23T15:22:18,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:18,758 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:18,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-23T15:22:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-23T15:22:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T15:22:18,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:22:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T15:22:18,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T15:22:18,970 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-23T15:22:18,971 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-23T15:22:18,971 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,45235,1732375323226 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-23T15:22:18,971 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/018362ca5320:0-0. 2024-11-23T15:22:18,971 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:18,971 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:18,972 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:18,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:19,058 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1234, reset compression=false 2024-11-23T15:22:19,072 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T15:22:19,072 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:22:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T15:22:19,143 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1235, reset compression=false 2024-11-23T15:22:19,172 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 terminated 2024-11-23T15:22:19,194 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,45235,1732375323226, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:22:19,195 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-23T15:22:19,195 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T15:22:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T15:22:19,198 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 018362ca5320,45235,1732375323226 suceeded 2024-11-23T15:22:19,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T15:22:19,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-11-23T15:22:19,200 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-23T15:22:19,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 441 msec 2024-11-23T15:22:19,215 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:33253' 2024-11-23T15:22:19,216 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41dc03a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:19,216 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33253,-1 for getting cluster id 2024-11-23T15:22:19,216 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:19,217 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9daf0-094e-46db-b09d-7a7c8b922d28' 2024-11-23T15:22:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9daf0-094e-46db-b09d-7a7c8b922d28" 2024-11-23T15:22:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f56b96f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33253,-1] 2024-11-23T15:22:19,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:19,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:19,219 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:19,220 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ada6d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:19,220 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:19,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33253,1732375311059 2024-11-23T15:22:19,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4f2b7c 2024-11-23T15:22:19,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:19,222 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T15:22:19,223 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,45235,1732375323226 (queues=1) is replicating from cluster=674318c1-f73b-4c3d-930c-599cd456acc7 to cluster=67d9daf0-094e-46db-b09d-7a7c8b922d28 2024-11-23T15:22:19,223 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C45235%2C1732375323226 2024-11-23T15:22:19,223 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,45235,1732375323226, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:22:19,236 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C45235%2C1732375323226 2024-11-23T15:22:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T15:22:19,396 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:22:19,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:19,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:19,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:19,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:19,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:19,401 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-23T15:22:19,561 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1234, reset compression=false 2024-11-23T15:22:19,566 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:19,566 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1338, reset compression=false 2024-11-23T15:22:19,566 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[{test/c286539aee3457f73f6d6635a0cc3ad1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T15:22:19,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:19,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:19,646 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1235, reset compression=false 2024-11-23T15:22:19,651 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:19,651 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1362, reset compression=false 2024-11-23T15:22:19,651 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a7c1e17e9a2195ff191ce929f808f28/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T15:22:19,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:19,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:19,770 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1338, reset compression=false 2024-11-23T15:22:19,856 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1362, reset compression=false 2024-11-23T15:22:20,075 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1338, reset compression=false 2024-11-23T15:22:20,160 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1362, reset compression=false 2024-11-23T15:22:20,404 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-23T15:22:20,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aa462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:20,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,40071,-1 for getting cluster id 2024-11-23T15:22:20,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:20,408 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674318c1-f73b-4c3d-930c-599cd456acc7' 2024-11-23T15:22:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674318c1-f73b-4c3d-930c-599cd456acc7" 2024-11-23T15:22:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ded0251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,40071,-1] 2024-11-23T15:22:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:20,410 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c6676d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:20,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,40071,1732375323013 2024-11-23T15:22:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2044c1cc 2024-11-23T15:22:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:20,417 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:20,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-23T15:22:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-23T15:22:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T15:22:20,485 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1338, reset compression=false 2024-11-23T15:22:20,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:22:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T15:22:20,563 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1362, reset compression=false 2024-11-23T15:22:20,568 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:20,568 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:20,568 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a7c1e17e9a2195ff191ce929f808f28/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T15:22:20,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:20,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:20,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-23T15:22:20,645 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-23T15:22:20,646 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T15:22:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-23T15:22:20,649 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 018362ca5320,45235,1732375323226 suceeded 2024-11-23T15:22:20,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T15:22:20,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-23T15:22:20,651 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-23T15:22:20,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:22:20,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 233 msec 2024-11-23T15:22:20,725 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, startPosition=1235, beingWritten=true 2024-11-23T15:22:20,730 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:22:20,730 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1512, reset compression=false 2024-11-23T15:22:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T15:22:20,736 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:22:20,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:20,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:20,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:20,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:20,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:20,737 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ca2e297767044b8c1986d27b39f9a2f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T15:22:20,738 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-23T15:22:20,739 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:20,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T15:22:20,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:22:20,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:22:20,778 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:20,934 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1512, reset compression=false 2024-11-23T15:22:20,992 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1338, reset compression=false 2024-11-23T15:22:21,019 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:21,019 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:21,019 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:21,106 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:21,230 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:21,245 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1512, reset compression=false 2024-11-23T15:22:21,518 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:21,534 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:21,653 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1512, reset compression=false 2024-11-23T15:22:21,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:21,666 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:22:21,666 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68534 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:22:21,740 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-23T15:22:21,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:22:21,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:21,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:21,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:21,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:21,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:21,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:22:21,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=594692022, stopped=false 2024-11-23T15:22:21,741 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,40071,1732375323013 2024-11-23T15:22:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21620529718/running 2024-11-23T15:22:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21620529718/running 2024-11-23T15:22:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:21,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:22:21,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:21,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:21,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:21,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,45235,1732375323226' ***** 2024-11-23T15:22:21,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:22:21,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on znode that does not yet exist, /21620529718/running 2024-11-23T15:22:21,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Set watcher on znode that does not yet exist, /21620529718/running 2024-11-23T15:22:21,851 INFO [RS:0;018362ca5320:45235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:22:21,851 INFO [RS:0;018362ca5320:45235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:22:21,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:22:21,851 INFO [RS:0;018362ca5320:45235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:22:21,851 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(3091): Received CLOSE for 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:21,854 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ca2e297767044b8c1986d27b39f9a2f 2024-11-23T15:22:21,854 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,45235,1732375323226 2024-11-23T15:22:21,854 INFO [RS:0;018362ca5320:45235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:22:21,854 INFO [RS:0;018362ca5320:45235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:45235. 2024-11-23T15:22:21,854 DEBUG [RS:0;018362ca5320:45235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:21,854 DEBUG [RS:0;018362ca5320:45235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:21,855 INFO [RS:0;018362ca5320:45235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:22:21,856 INFO [RS:0;018362ca5320:45235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:22:21,856 INFO [RS:0;018362ca5320:45235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:22:21,856 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:22:21,856 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4503b6934d582b14ff85912ee246f2b9, disabling compactions & flushes 2024-11-23T15:22:21,856 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:21,856 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:21,856 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. after waiting 0 ms 2024-11-23T15:22:21,856 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:21,856 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4503b6934d582b14ff85912ee246f2b9 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-23T15:22:21,860 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:22:21,860 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1325): Online Regions={4503b6934d582b14ff85912ee246f2b9=hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9., 1588230740=hbase:meta,,1.1588230740, 3ca2e297767044b8c1986d27b39f9a2f=test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f.} 2024-11-23T15:22:21,860 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ca2e297767044b8c1986d27b39f9a2f, 4503b6934d582b14ff85912ee246f2b9 2024-11-23T15:22:21,861 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:22:21,861 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:22:21,861 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:22:21,861 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:22:21,861 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:22:21,861 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:22:21,885 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9/.tmp/queue/f4c0e105df114ba78b7710180f93f16d is 154, key is 1-018362ca5320,45235,1732375323226/queue:018362ca5320%2C45235%2C1732375323226/1732375340745/Put/seqid=0 2024-11-23T15:22:21,890 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:22:21,891 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/info/a6c11e2354e546ee93dd033e6c3bec9d is 147, key is hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9./info:regioninfo/1732375332294/Put/seqid=0 2024-11-23T15:22:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741840_1016 (size=5353) 2024-11-23T15:22:21,902 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9/.tmp/queue/f4c0e105df114ba78b7710180f93f16d 2024-11-23T15:22:21,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741841_1017 (size=7686) 2024-11-23T15:22:21,911 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9/.tmp/queue/f4c0e105df114ba78b7710180f93f16d as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9/queue/f4c0e105df114ba78b7710180f93f16d 2024-11-23T15:22:21,916 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9/queue/f4c0e105df114ba78b7710180f93f16d, entries=1, sequenceid=13, filesize=5.2 K 2024-11-23T15:22:21,918 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 4503b6934d582b14ff85912ee246f2b9 in 62ms, sequenceid=13, compaction requested=false 2024-11-23T15:22:21,939 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/replication/4503b6934d582b14ff85912ee246f2b9/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-23T15:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:22:21,940 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4503b6934d582b14ff85912ee246f2b9: Waiting for close lock at 1732375341856Running coprocessor pre-close hooks at 1732375341856Disabling compacts and flushes for region at 1732375341856Disabling writes for close at 1732375341856Obtaining lock to block concurrent updates at 1732375341856Preparing flush snapshotting stores in 4503b6934d582b14ff85912ee246f2b9 at 1732375341856Finished memstore snapshotting hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732375341857 (+1 ms)Flushing stores of hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. at 1732375341857Flushing 4503b6934d582b14ff85912ee246f2b9/queue: creating writer at 1732375341858 (+1 ms)Flushing 4503b6934d582b14ff85912ee246f2b9/queue: appending metadata at 1732375341884 (+26 ms)Flushing 4503b6934d582b14ff85912ee246f2b9/queue: closing flushed file at 1732375341884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482b5d39: reopening flushed file at 1732375341910 (+26 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 4503b6934d582b14ff85912ee246f2b9 in 62ms, sequenceid=13, compaction requested=false at 1732375341918 (+8 ms)Writing region close event to WAL at 1732375341936 (+18 ms)Running coprocessor post-close hooks at 1732375341940 (+4 ms)Closed at 1732375341940 2024-11-23T15:22:21,941 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375331520.4503b6934d582b14ff85912ee246f2b9. 2024-11-23T15:22:21,941 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ca2e297767044b8c1986d27b39f9a2f, disabling compactions & flushes 2024-11-23T15:22:21,941 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:21,941 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:21,941 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. after waiting 0 ms 2024-11-23T15:22:21,941 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:21,941 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ca2e297767044b8c1986d27b39f9a2f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T15:22:21,944 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:21,960 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/f/2b179b838e8143d8be73121d7614b2ae is 37, key is row3/f:row3/1732375339398/Put/seqid=0 2024-11-23T15:22:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741842_1018 (size=5228) 2024-11-23T15:22:21,964 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/f/2b179b838e8143d8be73121d7614b2ae 2024-11-23T15:22:21,968 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b179b838e8143d8be73121d7614b2ae 2024-11-23T15:22:21,983 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/f1/e5ccda02a48a4ab2b83567f4785d08ba is 30, key is row1/f1:/1732375336733/DeleteFamily/seqid=0 2024-11-23T15:22:21,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741843_1019 (size=5158) 2024-11-23T15:22:21,987 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/f1/e5ccda02a48a4ab2b83567f4785d08ba 2024-11-23T15:22:21,996 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5ccda02a48a4ab2b83567f4785d08ba 2024-11-23T15:22:22,013 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/norep/f62f4c1ef27e40169f979e523453e4a6 is 33, key is row2/norep:/1732375337738/DeleteFamily/seqid=0 2024-11-23T15:22:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741844_1020 (size=5108) 2024-11-23T15:22:22,018 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/norep/f62f4c1ef27e40169f979e523453e4a6 2024-11-23T15:22:22,021 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:22,022 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62f4c1ef27e40169f979e523453e4a6 2024-11-23T15:22:22,024 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/f/2b179b838e8143d8be73121d7614b2ae as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/f/2b179b838e8143d8be73121d7614b2ae 2024-11-23T15:22:22,029 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b179b838e8143d8be73121d7614b2ae 2024-11-23T15:22:22,029 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/f/2b179b838e8143d8be73121d7614b2ae, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T15:22:22,031 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/f1/e5ccda02a48a4ab2b83567f4785d08ba as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/f1/e5ccda02a48a4ab2b83567f4785d08ba 2024-11-23T15:22:22,035 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5ccda02a48a4ab2b83567f4785d08ba 2024-11-23T15:22:22,036 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/f1/e5ccda02a48a4ab2b83567f4785d08ba, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T15:22:22,036 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/.tmp/norep/f62f4c1ef27e40169f979e523453e4a6 as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/norep/f62f4c1ef27e40169f979e523453e4a6 2024-11-23T15:22:22,041 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62f4c1ef27e40169f979e523453e4a6 2024-11-23T15:22:22,041 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/norep/f62f4c1ef27e40169f979e523453e4a6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T15:22:22,042 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3ca2e297767044b8c1986d27b39f9a2f in 101ms, sequenceid=12, compaction requested=false 2024-11-23T15:22:22,046 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/default/test/3ca2e297767044b8c1986d27b39f9a2f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T15:22:22,047 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:22:22,047 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:22:22,047 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:22,047 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ca2e297767044b8c1986d27b39f9a2f: Waiting for close lock at 1732375341941Running coprocessor pre-close hooks at 1732375341941Disabling compacts and flushes for region at 1732375341941Disabling writes for close at 1732375341941Obtaining lock to block concurrent updates at 1732375341941Preparing flush snapshotting stores in 3ca2e297767044b8c1986d27b39f9a2f at 1732375341941Finished memstore snapshotting test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732375341941Flushing stores of test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. at 1732375341942 (+1 ms)Flushing 3ca2e297767044b8c1986d27b39f9a2f/f: creating writer at 1732375341942Flushing 3ca2e297767044b8c1986d27b39f9a2f/f: appending metadata at 1732375341959 (+17 ms)Flushing 3ca2e297767044b8c1986d27b39f9a2f/f: closing flushed file at 1732375341959Flushing 3ca2e297767044b8c1986d27b39f9a2f/f1: creating writer at 1732375341968 (+9 ms)Flushing 3ca2e297767044b8c1986d27b39f9a2f/f1: appending metadata at 1732375341982 (+14 ms)Flushing 3ca2e297767044b8c1986d27b39f9a2f/f1: closing flushed file at 1732375341983 (+1 ms)Flushing 3ca2e297767044b8c1986d27b39f9a2f/norep: creating writer at 1732375341996 (+13 ms)Flushing 3ca2e297767044b8c1986d27b39f9a2f/norep: appending metadata at 1732375342013 (+17 ms)Flushing 3ca2e297767044b8c1986d27b39f9a2f/norep: closing flushed file at 1732375342013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175b0589: reopening flushed file at 1732375342023 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583a9fe: reopening flushed file at 1732375342030 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec1d779: reopening flushed file at 1732375342036 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3ca2e297767044b8c1986d27b39f9a2f in 101ms, sequenceid=12, compaction requested=false at 1732375342042 (+6 ms)Writing region close event to WAL at 1732375342043 (+1 ms)Running coprocessor post-close hooks at 1732375342047 (+4 ms)Closed at 1732375342047 2024-11-23T15:22:22,047 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f. 2024-11-23T15:22:22,060 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:22,156 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 1512, reset compression=false 2024-11-23T15:22:22,161 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:22,161 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 2403, reset compression=false 2024-11-23T15:22:22,161 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,45235,1732375323226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603, lastWalPosition=2403, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:22,162 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,45235,1732375323226: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,45235,1732375323226, walGroup=018362ca5320%2C45235%2C1732375323226, offset=018362ca5320%2C45235%2C1732375323226.1732375324603:2403, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:45235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:22:22,163 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:22:22,163 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:22:22,164 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:22:22,164 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:22:22,164 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:22:22,164 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 845830464 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199537592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:22:22,164 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:40071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:40071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:22:22,261 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:22,306 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/info/a6c11e2354e546ee93dd033e6c3bec9d 2024-11-23T15:22:22,338 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/ns/d2910968a7d34f6ca424a4a2c6eb3d9e is 43, key is default/ns:d/1732375325221/Put/seqid=0 2024-11-23T15:22:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741845_1021 (size=5153) 2024-11-23T15:22:22,368 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 2403, reset compression=false 2024-11-23T15:22:22,448 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:22,461 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:22,564 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:22:22,564 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:22:22,625 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:22,661 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:22,673 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 2403, reset compression=false 2024-11-23T15:22:22,742 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/ns/d2910968a7d34f6ca424a4a2c6eb3d9e 2024-11-23T15:22:22,761 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/rep_barrier/542e8f1a1f6346ae8dbfc47656744316 is 112, key is test,,1732375327049.3ca2e297767044b8c1986d27b39f9a2f./rep_barrier:seqnumDuringOpen/1732375327849/Put/seqid=0 2024-11-23T15:22:22,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741846_1022 (size=5518) 2024-11-23T15:22:22,861 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:22:22,861 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:22:22,861 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:23,052 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:23,061 DEBUG [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:23,076 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.wal-reader.018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 to pos 2403, reset compression=false 2024-11-23T15:22:23,165 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/rep_barrier/542e8f1a1f6346ae8dbfc47656744316 2024-11-23T15:22:23,185 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/table/ccfef4bb818c485c8558b7dc756474fd is 53, key is hbase:replication/table:state/1732375332300/Put/seqid=0 2024-11-23T15:22:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741847_1023 (size=5308) 2024-11-23T15:22:23,190 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/table/ccfef4bb818c485c8558b7dc756474fd 2024-11-23T15:22:23,195 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/info/a6c11e2354e546ee93dd033e6c3bec9d as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/info/a6c11e2354e546ee93dd033e6c3bec9d 2024-11-23T15:22:23,200 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/info/a6c11e2354e546ee93dd033e6c3bec9d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:22:23,201 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/ns/d2910968a7d34f6ca424a4a2c6eb3d9e as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/ns/d2910968a7d34f6ca424a4a2c6eb3d9e 2024-11-23T15:22:23,205 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/ns/d2910968a7d34f6ca424a4a2c6eb3d9e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:22:23,206 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/rep_barrier/542e8f1a1f6346ae8dbfc47656744316 as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/rep_barrier/542e8f1a1f6346ae8dbfc47656744316 2024-11-23T15:22:23,210 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/rep_barrier/542e8f1a1f6346ae8dbfc47656744316, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:22:23,211 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/.tmp/table/ccfef4bb818c485c8558b7dc756474fd as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/table/ccfef4bb818c485c8558b7dc756474fd 2024-11-23T15:22:23,215 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/table/ccfef4bb818c485c8558b7dc756474fd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:22:23,215 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=16, compaction requested=false 2024-11-23T15:22:23,220 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:22:23,220 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:22:23,220 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:22:23,220 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:23,220 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375341861Running coprocessor pre-close hooks at 1732375341861Disabling compacts and flushes for region at 1732375341861Disabling writes for close at 1732375341861Obtaining lock to block concurrent updates at 1732375341861Preparing flush snapshotting stores in 1588230740 at 1732375341861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375341862 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375341862Flushing 1588230740/info: creating writer at 1732375341863 (+1 ms)Flushing 1588230740/info: appending metadata at 1732375341891 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732375341891Flushing 1588230740/ns: creating writer at 1732375342311 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732375342337 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732375342337Flushing 1588230740/rep_barrier: creating writer at 1732375342747 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375342761 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375342761Flushing 1588230740/table: creating writer at 1732375343169 (+408 ms)Flushing 1588230740/table: appending metadata at 1732375343185 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732375343185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26532f0: reopening flushed file at 1732375343194 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bea2ff3: reopening flushed file at 1732375343201 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32bcb89c: reopening flushed file at 1732375343205 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79caa44f: reopening flushed file at 1732375343210 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=16, compaction requested=false at 1732375343215 (+5 ms)Writing region close event to WAL at 1732375343217 (+2 ms)Running coprocessor post-close hooks at 1732375343220 (+3 ms)Closed at 1732375343220 2024-11-23T15:22:23,221 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:23,262 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,45235,1732375323226; all regions closed. 2024-11-23T15:22:23,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.meta.1732375325128.meta not finished, retry = 0 2024-11-23T15:22:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:22:23,329 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741839_1015 (size=3333) 2024-11-23T15:22:23,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.rep.1732375332260 not finished, retry = 0 2024-11-23T15:22:23,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/WALs/018362ca5320,45235,1732375323226/018362ca5320%2C45235%2C1732375323226.1732375324603 not finished, retry = 0 2024-11-23T15:22:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741832_1008 (size=2411) 2024-11-23T15:22:23,570 DEBUG [RS:0;018362ca5320:45235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:23,570 INFO [RS:0;018362ca5320:45235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:22:23,570 INFO [RS:0;018362ca5320:45235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:22:23,570 INFO [RS:0;018362ca5320:45235 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T15:22:23,570 INFO [RS:0;018362ca5320:45235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:22:23,571 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:22:23,571 INFO [RS:0;018362ca5320:45235 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,45235,1732375323226 because: Region server is closing 2024-11-23T15:22:23,571 INFO [RS:0;018362ca5320:45235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:45235. 2024-11-23T15:22:23,571 DEBUG [RS:0;018362ca5320:45235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:23,571 DEBUG [RS:0;018362ca5320:45235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:23,571 DEBUG [RS:0;018362ca5320:45235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:23,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:23,672 INFO [RS:0;018362ca5320:45235 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,45235,1732375323226.replicationSource.shipper018362ca5320%2C45235%2C1732375323226,1-018362ca5320,45235,1732375323226 terminated 2024-11-23T15:22:23,672 INFO [RS:0;018362ca5320:45235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:45235. 2024-11-23T15:22:23,672 DEBUG [RS:0;018362ca5320:45235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:23,672 DEBUG [RS:0;018362ca5320:45235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:23,672 DEBUG [RS:0;018362ca5320:45235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:23,672 INFO [RS:0;018362ca5320:45235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45235 2024-11-23T15:22:23,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:23,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21620529718/rs/018362ca5320,45235,1732375323226 2024-11-23T15:22:23,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718/rs 2024-11-23T15:22:23,743 INFO [RS:0;018362ca5320:45235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:22:23,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,45235,1732375323226] 2024-11-23T15:22:23,755 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:23,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21620529718/draining/018362ca5320,45235,1732375323226 already deleted, retry=false 2024-11-23T15:22:23,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,45235,1732375323226 expired; onlineServers=0 2024-11-23T15:22:23,764 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,40071,1732375323013' ***** 2024-11-23T15:22:23,764 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:22:23,764 INFO [M:0;018362ca5320:40071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:22:23,764 INFO [M:0;018362ca5320:40071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:22:23,764 DEBUG [M:0;018362ca5320:40071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:22:23,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:22:23,764 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375324304 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375324304,5,FailOnTimeoutGroup] 2024-11-23T15:22:23,764 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375324306 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375324306,5,FailOnTimeoutGroup] 2024-11-23T15:22:23,764 DEBUG [M:0;018362ca5320:40071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:22:23,765 INFO [M:0;018362ca5320:40071 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:22:23,765 INFO [M:0;018362ca5320:40071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:22:23,765 DEBUG [M:0;018362ca5320:40071 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:22:23,765 INFO [M:0;018362ca5320:40071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:22:23,765 INFO [M:0;018362ca5320:40071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:22:23,765 INFO [M:0;018362ca5320:40071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:22:23,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:22:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21620529718/master 2024-11-23T15:22:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21620529718 2024-11-23T15:22:23,774 DEBUG [M:0;018362ca5320:40071 {}] zookeeper.ZKUtil(347): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Unable to get data of znode /21620529718/master because node does not exist (not an error) 2024-11-23T15:22:23,774 WARN [M:0;018362ca5320:40071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:22:23,775 INFO [M:0;018362ca5320:40071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/.lastflushedseqids 2024-11-23T15:22:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741848_1024 (size=245) 2024-11-23T15:22:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:23,853 INFO [RS:0;018362ca5320:45235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:22:23,853 INFO [RS:0;018362ca5320:45235 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,45235,1732375323226; zookeeper connection closed. 2024-11-23T15:22:23,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45235-0x101684964c50007, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:23,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43bc7615 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43bc7615 2024-11-23T15:22:23,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:22:24,132 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:24,181 INFO [M:0;018362ca5320:40071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:22:24,181 INFO [M:0;018362ca5320:40071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:22:24,182 DEBUG [M:0;018362ca5320:40071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:22:24,182 INFO [M:0;018362ca5320:40071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:24,182 DEBUG [M:0;018362ca5320:40071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:24,182 DEBUG [M:0;018362ca5320:40071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:22:24,182 DEBUG [M:0;018362ca5320:40071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:24,182 INFO [M:0;018362ca5320:40071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-23T15:22:24,204 DEBUG [M:0;018362ca5320:40071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c14e627ce80e4764947822ccf6ee7d24 is 82, key is hbase:meta,,1/info:regioninfo/1732375325192/Put/seqid=0 2024-11-23T15:22:24,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741849_1025 (size=5672) 2024-11-23T15:22:24,573 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:24,610 INFO [M:0;018362ca5320:40071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c14e627ce80e4764947822ccf6ee7d24 2024-11-23T15:22:24,630 DEBUG [M:0;018362ca5320:40071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e98128c3cc2e45b68f72786d78020245 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375332303/Put/seqid=0 2024-11-23T15:22:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741850_1026 (size=9211) 2024-11-23T15:22:25,034 INFO [M:0;018362ca5320:40071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e98128c3cc2e45b68f72786d78020245 2024-11-23T15:22:25,036 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:25,055 DEBUG [M:0;018362ca5320:40071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab23f730b9774e688a585a00800ef62c is 69, key is 018362ca5320,45235,1732375323226/rs:state/1732375324387/Put/seqid=0 2024-11-23T15:22:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741851_1027 (size=5156) 2024-11-23T15:22:25,459 INFO [M:0;018362ca5320:40071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab23f730b9774e688a585a00800ef62c 2024-11-23T15:22:25,463 DEBUG [M:0;018362ca5320:40071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c14e627ce80e4764947822ccf6ee7d24 as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c14e627ce80e4764947822ccf6ee7d24 2024-11-23T15:22:25,466 INFO [M:0;018362ca5320:40071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c14e627ce80e4764947822ccf6ee7d24, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T15:22:25,467 DEBUG [M:0;018362ca5320:40071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e98128c3cc2e45b68f72786d78020245 as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e98128c3cc2e45b68f72786d78020245 2024-11-23T15:22:25,470 INFO [M:0;018362ca5320:40071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e98128c3cc2e45b68f72786d78020245, entries=15, sequenceid=127, filesize=9.0 K 2024-11-23T15:22:25,470 DEBUG [M:0;018362ca5320:40071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab23f730b9774e688a585a00800ef62c as hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab23f730b9774e688a585a00800ef62c 2024-11-23T15:22:25,473 INFO [M:0;018362ca5320:40071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/454a8dff-99a4-3469-8051-2064586f2e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab23f730b9774e688a585a00800ef62c, entries=1, sequenceid=127, filesize=5.0 K 2024-11-23T15:22:25,475 INFO [M:0;018362ca5320:40071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false 2024-11-23T15:22:25,476 INFO [M:0;018362ca5320:40071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:25,476 DEBUG [M:0;018362ca5320:40071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375344181Disabling compacts and flushes for region at 1732375344181Disabling writes for close at 1732375344182 (+1 ms)Obtaining lock to block concurrent updates at 1732375344182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375344182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732375344182Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375344183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375344183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375344203 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375344203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375344614 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375344630 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375344630Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375345038 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375345054 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375345054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7792ec: reopening flushed file at 1732375345462 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d4a21e: reopening flushed file at 1732375345466 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64aa5320: reopening flushed file at 1732375345470 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false at 1732375345475 (+5 ms)Writing region close event to WAL at 1732375345476 (+1 ms)Closed at 1732375345476 2024-11-23T15:22:25,477 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:25,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741830_1006 (size=73854) 2024-11-23T15:22:25,478 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:22:25,478 INFO [M:0;018362ca5320:40071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:22:25,479 INFO [M:0;018362ca5320:40071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40071 2024-11-23T15:22:25,479 INFO [M:0;018362ca5320:40071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:22:25,652 INFO [M:0;018362ca5320:40071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:22:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x101684964c50006, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:25,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55d9dd75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:22:25,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73101da4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:22:25,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:22:25,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24b9c14a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:22:25,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b47607c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.log.dir/,STOPPED} 2024-11-23T15:22:25,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:22:25,656 WARN [BP-930964130-172.17.0.2-1732375320899 heartbeating to localhost/127.0.0.1:34475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:22:25,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:22:25,656 WARN [BP-930964130-172.17.0.2-1732375320899 heartbeating to localhost/127.0.0.1:34475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-930964130-172.17.0.2-1732375320899 (Datanode Uuid cf4065f6-4826-4ffe-8baa-3db927dfa1c6) service to localhost/127.0.0.1:34475 2024-11-23T15:22:25,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/cluster_f37f80b0-4304-cb89-c9b1-baf3e0ba782c/data/data1/current/BP-930964130-172.17.0.2-1732375320899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:22:25,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/cluster_f37f80b0-4304-cb89-c9b1-baf3e0ba782c/data/data2/current/BP-930964130-172.17.0.2-1732375320899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:22:25,657 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:22:25,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c078cf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:22:25,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@309ae205{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:22:25,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:22:25,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4610fb2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:22:25,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63035a77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.log.dir/,STOPPED} 2024-11-23T15:22:25,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:22:25,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:22:25,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:25,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:25,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:25,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:25,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:25,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:22:25,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1070569731, stopped=false 2024-11-23T15:22:25,674 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,39971,1732375316908 2024-11-23T15:22:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000496815/running 2024-11-23T15:22:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000496815/running 2024-11-23T15:22:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:22:25,690 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:22:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:22:25,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:25,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:25,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:25,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on znode that does not yet exist, /11000496815/running 2024-11-23T15:22:25,691 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,33925,1732375317222' ***** 2024-11-23T15:22:25,691 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:22:25,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Set watcher on znode that does not yet exist, /11000496815/running 2024-11-23T15:22:25,691 INFO [RS:0;018362ca5320:33925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:22:25,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:22:25,691 INFO [RS:0;018362ca5320:33925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:22:25,691 INFO [RS:0;018362ca5320:33925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:22:25,691 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:25,691 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:25,691 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,33925,1732375317222 2024-11-23T15:22:25,691 INFO [RS:0;018362ca5320:33925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:22:25,691 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:22:25,691 INFO [RS:0;018362ca5320:33925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:33925. 2024-11-23T15:22:25,692 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a7c1e17e9a2195ff191ce929f808f28, disabling compactions & flushes 2024-11-23T15:22:25,692 DEBUG [RS:0;018362ca5320:33925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:25,692 DEBUG [RS:0;018362ca5320:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:25,692 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:25,692 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:25,692 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. after waiting 0 ms 2024-11-23T15:22:25,692 INFO [RS:0;018362ca5320:33925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:22:25,692 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:25,692 INFO [RS:0;018362ca5320:33925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:22:25,692 INFO [RS:0;018362ca5320:33925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:22:25,692 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:22:25,692 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a7c1e17e9a2195ff191ce929f808f28 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T15:22:25,692 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:22:25,692 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1325): Online Regions={4a7c1e17e9a2195ff191ce929f808f28=test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28., 1588230740=hbase:meta,,1.1588230740, 36386382bc45f06a4bba3a9f5079bbe3=hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3.} 2024-11-23T15:22:25,692 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36386382bc45f06a4bba3a9f5079bbe3, 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:25,692 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:22:25,692 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:22:25,692 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:22:25,692 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:22:25,692 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:22:25,692 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:22:25,707 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/info/4c1011c0a56f48a986cb173066912a45 is 147, key is hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3./info:regioninfo/1732375330865/Put/seqid=0 2024-11-23T15:22:25,710 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/f/4fbfa457303143e6a4d98c6a1faa4dd8 is 37, key is row3/f:row3/1732375339398/Put/seqid=0 2024-11-23T15:22:25,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741840_1016 (size=7686) 2024-11-23T15:22:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741841_1017 (size=5228) 2024-11-23T15:22:25,732 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/f/4fbfa457303143e6a4d98c6a1faa4dd8 2024-11-23T15:22:25,737 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fbfa457303143e6a4d98c6a1faa4dd8 2024-11-23T15:22:25,756 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/f1/a461b14bc6104b0592f6ba42e397a0c9 is 30, key is row1/f1:/1732375336733/DeleteFamily/seqid=0 2024-11-23T15:22:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741842_1018 (size=5158) 2024-11-23T15:22:25,892 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36386382bc45f06a4bba3a9f5079bbe3, 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:26,039 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1466, reset compression=false 2024-11-23T15:22:26,044 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:26,044 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1713, reset compression=false 2024-11-23T15:22:26,044 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,33925,1732375317222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:26,045 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,33925,1732375317222: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,33925,1732375317222, walGroup=018362ca5320%2C33925%2C1732375317222, offset=018362ca5320%2C33925%2C1732375317222.1732375319707:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:33925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:22:26,046 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:22:26,046 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:22:26,047 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:22:26,047 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:22:26,047 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:22:26,047 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 912939328 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199866472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:22:26,047 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:39971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:39971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:22:26,092 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36386382bc45f06a4bba3a9f5079bbe3, 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:26,126 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/info/4c1011c0a56f48a986cb173066912a45 2024-11-23T15:22:26,141 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/ns/1503d23c35064083818e8d9ce6ce1c98 is 43, key is default/ns:d/1732375320677/Put/seqid=0 2024-11-23T15:22:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741843_1019 (size=5153) 2024-11-23T15:22:26,160 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/f1/a461b14bc6104b0592f6ba42e397a0c9 2024-11-23T15:22:26,163 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a461b14bc6104b0592f6ba42e397a0c9 2024-11-23T15:22:26,176 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/norep/58e675e3eba44309b270673173cade4a is 33, key is row1/norep:/1732375336733/DeleteFamily/seqid=0 2024-11-23T15:22:26,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741844_1020 (size=5108) 2024-11-23T15:22:26,248 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1713, reset compression=false 2024-11-23T15:22:26,293 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36386382bc45f06a4bba3a9f5079bbe3, 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:26,481 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:26,493 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36386382bc45f06a4bba3a9f5079bbe3, 4a7c1e17e9a2195ff191ce929f808f28 2024-11-23T15:22:26,498 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:22:26,545 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/ns/1503d23c35064083818e8d9ce6ce1c98 2024-11-23T15:22:26,552 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1713, reset compression=false 2024-11-23T15:22:26,562 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/rep_barrier/77e8eea8112645b697452ec3d671a87b is 112, key is test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28./rep_barrier:seqnumDuringOpen/1732375326714/Put/seqid=0 2024-11-23T15:22:26,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741845_1021 (size=5518) 2024-11-23T15:22:26,567 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:22:26,567 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:22:26,580 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/norep/58e675e3eba44309b270673173cade4a 2024-11-23T15:22:26,583 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58e675e3eba44309b270673173cade4a 2024-11-23T15:22:26,584 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/f/4fbfa457303143e6a4d98c6a1faa4dd8 as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/f/4fbfa457303143e6a4d98c6a1faa4dd8 2024-11-23T15:22:26,587 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fbfa457303143e6a4d98c6a1faa4dd8 2024-11-23T15:22:26,587 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/f/4fbfa457303143e6a4d98c6a1faa4dd8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T15:22:26,588 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/f1/a461b14bc6104b0592f6ba42e397a0c9 as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/f1/a461b14bc6104b0592f6ba42e397a0c9 2024-11-23T15:22:26,591 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a461b14bc6104b0592f6ba42e397a0c9 2024-11-23T15:22:26,591 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/f1/a461b14bc6104b0592f6ba42e397a0c9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T15:22:26,592 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/.tmp/norep/58e675e3eba44309b270673173cade4a as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/norep/58e675e3eba44309b270673173cade4a 2024-11-23T15:22:26,595 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58e675e3eba44309b270673173cade4a 2024-11-23T15:22:26,596 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/norep/58e675e3eba44309b270673173cade4a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T15:22:26,597 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4a7c1e17e9a2195ff191ce929f808f28 in 905ms, sequenceid=12, compaction requested=false 2024-11-23T15:22:26,597 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:22:26,601 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/default/test/4a7c1e17e9a2195ff191ce929f808f28/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T15:22:26,601 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:22:26,602 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a7c1e17e9a2195ff191ce929f808f28: Waiting for close lock at 1732375345691Running coprocessor pre-close hooks at 1732375345691Disabling compacts and flushes for region at 1732375345691Disabling writes for close at 1732375345692 (+1 ms)Obtaining lock to block concurrent updates at 1732375345692Preparing flush snapshotting stores in 4a7c1e17e9a2195ff191ce929f808f28 at 1732375345692Finished memstore snapshotting test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732375345692Flushing stores of test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. at 1732375345692Flushing 4a7c1e17e9a2195ff191ce929f808f28/f: creating writer at 1732375345692Flushing 4a7c1e17e9a2195ff191ce929f808f28/f: appending metadata at 1732375345709 (+17 ms)Flushing 4a7c1e17e9a2195ff191ce929f808f28/f: closing flushed file at 1732375345709Flushing 4a7c1e17e9a2195ff191ce929f808f28/f1: creating writer at 1732375345737 (+28 ms)Flushing 4a7c1e17e9a2195ff191ce929f808f28/f1: appending metadata at 1732375345755 (+18 ms)Flushing 4a7c1e17e9a2195ff191ce929f808f28/f1: closing flushed file at 1732375345755Flushing 4a7c1e17e9a2195ff191ce929f808f28/norep: creating writer at 1732375346163 (+408 ms)Flushing 4a7c1e17e9a2195ff191ce929f808f28/norep: appending metadata at 1732375346175 (+12 ms)Flushing 4a7c1e17e9a2195ff191ce929f808f28/norep: closing flushed file at 1732375346175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef58c0a: reopening flushed file at 1732375346583 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9ac0aa: reopening flushed file at 1732375346587 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61322b88: reopening flushed file at 1732375346591 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4a7c1e17e9a2195ff191ce929f808f28 in 905ms, sequenceid=12, compaction requested=false at 1732375346597 (+6 ms)Writing region close event to WAL at 1732375346598 (+1 ms)Running coprocessor post-close hooks at 1732375346601 (+3 ms)Closed at 1732375346602 (+1 ms) 2024-11-23T15:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375325909.4a7c1e17e9a2195ff191ce929f808f28. 2024-11-23T15:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36386382bc45f06a4bba3a9f5079bbe3, disabling compactions & flushes 2024-11-23T15:22:26,602 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. after waiting 0 ms 2024-11-23T15:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:26,602 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36386382bc45f06a4bba3a9f5079bbe3: Waiting for close lock at 1732375346602Running coprocessor pre-close hooks at 1732375346602Disabling compacts and flushes for region at 1732375346602Disabling writes for close at 1732375346602Failed flush hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3., putting online again at 1732375346602 2024-11-23T15:22:26,603 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:26,693 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:22:26,693 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 36386382bc45f06a4bba3a9f5079bbe3=hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3.} 2024-11-23T15:22:26,693 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:26,693 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36386382bc45f06a4bba3a9f5079bbe3 2024-11-23T15:22:26,693 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36386382bc45f06a4bba3a9f5079bbe3, disabling compactions & flushes 2024-11-23T15:22:26,693 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:26,693 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:26,693 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. after waiting 0 ms 2024-11-23T15:22:26,693 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:26,693 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36386382bc45f06a4bba3a9f5079bbe3: Waiting for close lock at 1732375346693Running coprocessor pre-close hooks at 1732375346693Disabling compacts and flushes for region at 1732375346693Disabling writes for close at 1732375346693Failed flush hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3., putting online again at 1732375346693 2024-11-23T15:22:26,694 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732375330376.36386382bc45f06a4bba3a9f5079bbe3. 2024-11-23T15:22:26,893 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:26,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:26,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:26,955 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 1713, reset compression=false 2024-11-23T15:22:26,986 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/rep_barrier/77e8eea8112645b697452ec3d671a87b 2024-11-23T15:22:27,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,010 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:27,010 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 2357, reset compression=false 2024-11-23T15:22:27,013 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/table/cf5bc79ef556451582d8a9800336a987 is 53, key is hbase:replication/table:state/1732375330876/Put/seqid=0 2024-11-23T15:22:27,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741846_1022 (size=5308) 2024-11-23T15:22:27,094 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:27,221 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 2357, reset compression=false 2024-11-23T15:22:27,294 DEBUG [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:27,425 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/table/cf5bc79ef556451582d8a9800336a987 2024-11-23T15:22:27,429 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/info/4c1011c0a56f48a986cb173066912a45 as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/info/4c1011c0a56f48a986cb173066912a45 2024-11-23T15:22:27,433 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/info/4c1011c0a56f48a986cb173066912a45, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:22:27,433 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/ns/1503d23c35064083818e8d9ce6ce1c98 as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/ns/1503d23c35064083818e8d9ce6ce1c98 2024-11-23T15:22:27,438 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/ns/1503d23c35064083818e8d9ce6ce1c98, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:22:27,438 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/rep_barrier/77e8eea8112645b697452ec3d671a87b as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/rep_barrier/77e8eea8112645b697452ec3d671a87b 2024-11-23T15:22:27,442 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/rep_barrier/77e8eea8112645b697452ec3d671a87b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:22:27,443 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/.tmp/table/cf5bc79ef556451582d8a9800336a987 as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/table/cf5bc79ef556451582d8a9800336a987 2024-11-23T15:22:27,446 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/table/cf5bc79ef556451582d8a9800336a987, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:22:27,447 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false 2024-11-23T15:22:27,451 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:22:27,451 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:22:27,451 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:22:27,451 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:27,451 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375345692Running coprocessor pre-close hooks at 1732375345692Disabling compacts and flushes for region at 1732375345692Disabling writes for close at 1732375345692Obtaining lock to block concurrent updates at 1732375345692Preparing flush snapshotting stores in 1588230740 at 1732375345692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375345692Flushing stores of hbase:meta,,1.1588230740 at 1732375345693 (+1 ms)Flushing 1588230740/info: creating writer at 1732375345693Flushing 1588230740/info: appending metadata at 1732375345706 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732375345706Flushing 1588230740/ns: creating writer at 1732375346129 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732375346141 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732375346141Flushing 1588230740/rep_barrier: creating writer at 1732375346548 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375346561 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375346561Flushing 1588230740/table: creating writer at 1732375346992 (+431 ms)Flushing 1588230740/table: appending metadata at 1732375347012 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732375347012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e9f747: reopening flushed file at 1732375347428 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583dade3: reopening flushed file at 1732375347433 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1291c2: reopening flushed file at 1732375347438 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b5e0f54: reopening flushed file at 1732375347442 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false at 1732375347447 (+5 ms)Writing region close event to WAL at 1732375347448 (+1 ms)Running coprocessor post-close hooks at 1732375347451 (+3 ms)Closed at 1732375347451 2024-11-23T15:22:27,451 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:27,494 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T15:22:27,494 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,33925,1732375317222; all regions closed. 2024-11-23T15:22:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:22:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741839_1015 (size=2391) 2024-11-23T15:22:27,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741832_1008 (size=2365) 2024-11-23T15:22:27,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 not finished, retry = 0 2024-11-23T15:22:27,525 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 to pos 2357, reset compression=false 2024-11-23T15:22:27,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:22:27,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,583 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,609 DEBUG [RS:0;018362ca5320:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:27,609 INFO [RS:0;018362ca5320:33925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:22:27,609 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/WALs/018362ca5320,33925,1732375317222/018362ca5320%2C33925%2C1732375317222.1732375319707 2024-11-23T15:22:27,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:27,609 INFO [RS:0;018362ca5320:33925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:22:27,610 INFO [RS:0;018362ca5320:33925 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:22:27,610 INFO [RS:0;018362ca5320:33925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:22:27,610 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:22:27,610 INFO [RS:0;018362ca5320:33925 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,33925,1732375317222 because: Region server is closing 2024-11-23T15:22:27,610 INFO [RS:0;018362ca5320:33925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:33925. 2024-11-23T15:22:27,610 DEBUG [RS:0;018362ca5320:33925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:27,610 DEBUG [RS:0;018362ca5320:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:27,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:27,611 DEBUG [RS:0;018362ca5320:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:27,711 INFO [RS:0;018362ca5320:33925 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.shipper018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 terminated 2024-11-23T15:22:27,711 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,33925,1732375317222.replicationSource.wal-reader.018362ca5320%2C33925%2C1732375317222,1-018362ca5320,33925,1732375317222 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-23T15:22:27,711 INFO [RS:0;018362ca5320:33925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:33925. 2024-11-23T15:22:27,711 DEBUG [RS:0;018362ca5320:33925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:27,711 DEBUG [RS:0;018362ca5320:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:27,711 DEBUG [RS:0;018362ca5320:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:27,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:27,711 INFO [RS:0;018362ca5320:33925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33925 2024-11-23T15:22:27,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815/rs 2024-11-23T15:22:27,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000496815/rs/018362ca5320,33925,1732375317222 2024-11-23T15:22:27,753 INFO [RS:0;018362ca5320:33925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:22:27,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,33925,1732375317222] 2024-11-23T15:22:27,911 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11000496815/draining/018362ca5320,33925,1732375317222 already deleted, retry=false 2024-11-23T15:22:27,911 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,33925,1732375317222 expired; onlineServers=0 2024-11-23T15:22:27,911 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,39971,1732375316908' ***** 2024-11-23T15:22:27,911 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:22:27,911 INFO [M:0;018362ca5320:39971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:22:27,911 INFO [M:0;018362ca5320:39971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:22:27,911 DEBUG [M:0;018362ca5320:39971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:22:27,911 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:22:27,911 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375319464 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375319464,5,FailOnTimeoutGroup] 2024-11-23T15:22:27,911 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375319459 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375319459,5,FailOnTimeoutGroup] 2024-11-23T15:22:27,911 DEBUG [M:0;018362ca5320:39971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:22:27,912 INFO [M:0;018362ca5320:39971 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:22:27,912 INFO [M:0;018362ca5320:39971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:22:27,912 DEBUG [M:0;018362ca5320:39971 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:22:27,912 INFO [M:0;018362ca5320:39971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:22:27,912 INFO [M:0;018362ca5320:39971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:22:27,912 INFO [M:0;018362ca5320:39971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:22:27,912 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:22:27,926 INFO [RS:0;018362ca5320:33925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:22:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:27,926 INFO [RS:0;018362ca5320:33925 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,33925,1732375317222; zookeeper connection closed. 2024-11-23T15:22:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x101684964c50004, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:27,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@278e1cf9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@278e1cf9 2024-11-23T15:22:27,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:22:27,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000496815/master 2024-11-23T15:22:27,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000496815 2024-11-23T15:22:27,995 DEBUG [M:0;018362ca5320:39971 {}] zookeeper.ZKUtil(347): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Unable to get data of znode /11000496815/master because node does not exist (not an error) 2024-11-23T15:22:27,995 WARN [M:0;018362ca5320:39971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:22:27,996 INFO [M:0;018362ca5320:39971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/.lastflushedseqids 2024-11-23T15:22:27,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741847_1023 (size=245) 2024-11-23T15:22:28,400 INFO [M:0;018362ca5320:39971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:22:28,400 INFO [M:0;018362ca5320:39971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:22:28,400 DEBUG [M:0;018362ca5320:39971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:22:28,400 INFO [M:0;018362ca5320:39971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:28,400 DEBUG [M:0;018362ca5320:39971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:28,400 DEBUG [M:0;018362ca5320:39971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:22:28,400 DEBUG [M:0;018362ca5320:39971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:28,400 INFO [M:0;018362ca5320:39971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T15:22:28,418 DEBUG [M:0;018362ca5320:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc0198c7088a446a8f72c372095af2ba is 82, key is hbase:meta,,1/info:regioninfo/1732375320664/Put/seqid=0 2024-11-23T15:22:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741848_1024 (size=5672) 2024-11-23T15:22:28,422 INFO [M:0;018362ca5320:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc0198c7088a446a8f72c372095af2ba 2024-11-23T15:22:28,442 DEBUG [M:0;018362ca5320:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed0893f2b6214a0ca473e13c215611bd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375330882/Put/seqid=0 2024-11-23T15:22:28,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741849_1025 (size=8516) 2024-11-23T15:22:28,446 INFO [M:0;018362ca5320:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed0893f2b6214a0ca473e13c215611bd 2024-11-23T15:22:28,461 DEBUG [M:0;018362ca5320:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51b2e77d33f04f1081aedcf59e9a8a07 is 69, key is 018362ca5320,33925,1732375317222/rs:state/1732375319498/Put/seqid=0 2024-11-23T15:22:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741850_1026 (size=5156) 2024-11-23T15:22:28,787 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:28,865 INFO [M:0;018362ca5320:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51b2e77d33f04f1081aedcf59e9a8a07 2024-11-23T15:22:28,869 DEBUG [M:0;018362ca5320:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc0198c7088a446a8f72c372095af2ba as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc0198c7088a446a8f72c372095af2ba 2024-11-23T15:22:28,872 INFO [M:0;018362ca5320:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc0198c7088a446a8f72c372095af2ba, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T15:22:28,872 DEBUG [M:0;018362ca5320:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed0893f2b6214a0ca473e13c215611bd as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed0893f2b6214a0ca473e13c215611bd 2024-11-23T15:22:28,875 INFO [M:0;018362ca5320:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed0893f2b6214a0ca473e13c215611bd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T15:22:28,876 DEBUG [M:0;018362ca5320:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51b2e77d33f04f1081aedcf59e9a8a07 as hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51b2e77d33f04f1081aedcf59e9a8a07 2024-11-23T15:22:28,879 INFO [M:0;018362ca5320:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/c402a3c4-4d35-2801-4335-8db2b7c5a45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51b2e77d33f04f1081aedcf59e9a8a07, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T15:22:28,879 INFO [M:0;018362ca5320:39971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=97, compaction requested=false 2024-11-23T15:22:28,885 INFO [M:0;018362ca5320:39971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:28,885 DEBUG [M:0;018362ca5320:39971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375348400Disabling compacts and flushes for region at 1732375348400Disabling writes for close at 1732375348400Obtaining lock to block concurrent updates at 1732375348400Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375348400Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732375348401 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375348401Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375348401Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375348418 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375348418Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375348425 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375348441 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375348441Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375348448 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375348460 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375348460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68dd07eb: reopening flushed file at 1732375348868 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f934e7: reopening flushed file at 1732375348872 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d60b7b5: reopening flushed file at 1732375348875 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=97, compaction requested=false at 1732375348879 (+4 ms)Writing region close event to WAL at 1732375348885 (+6 ms)Closed at 1732375348885 2024-11-23T15:22:28,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741830_1006 (size=63654) 2024-11-23T15:22:28,888 INFO [M:0;018362ca5320:39971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:22:28,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:22:28,888 INFO [M:0;018362ca5320:39971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39971 2024-11-23T15:22:28,888 INFO [M:0;018362ca5320:39971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:22:29,051 INFO [M:0;018362ca5320:39971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:22:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101684964c50003, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:29,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5931877f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:22:29,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571a49b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:22:29,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:22:29,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34706065{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:22:29,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fcd9e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.log.dir/,STOPPED} 2024-11-23T15:22:29,055 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:22:29,055 WARN [BP-883520954-172.17.0.2-1732375314394 heartbeating to localhost/127.0.0.1:38125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:22:29,055 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:22:29,055 WARN [BP-883520954-172.17.0.2-1732375314394 heartbeating to localhost/127.0.0.1:38125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-883520954-172.17.0.2-1732375314394 (Datanode Uuid bc04425f-e726-4949-b3c5-d0f4cbfcb985) service to localhost/127.0.0.1:38125 2024-11-23T15:22:29,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/cluster_f8cd3dc8-fc7a-a637-b736-e6953e890f09/data/data1/current/BP-883520954-172.17.0.2-1732375314394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:22:29,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/cluster_f8cd3dc8-fc7a-a637-b736-e6953e890f09/data/data2/current/BP-883520954-172.17.0.2-1732375314394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:22:29,057 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:22:29,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ad34725{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:22:29,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31f56391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:22:29,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:22:29,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc5ed68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:22:29,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ac732f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7600f12-ae61-a0ce-6e39-9951440c33b6/hadoop.log.dir/,STOPPED} 2024-11-23T15:22:29,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:22:29,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:22:29,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:29,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:29,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:29,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:29,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:29,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:22:29,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=533671456, stopped=false 2024-11-23T15:22:29,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,33253,1732375311059 2024-11-23T15:22:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661692303/running 2024-11-23T15:22:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661692303/running 2024-11-23T15:22:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:22:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:22:29,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:22:29,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on znode that does not yet exist, /0-661692303/running 2024-11-23T15:22:29,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Set watcher on znode that does not yet exist, /0-661692303/running 2024-11-23T15:22:29,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:29,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:29,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:29,120 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,46803,1732375311274' ***** 2024-11-23T15:22:29,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:22:29,120 INFO [RS:0;018362ca5320:46803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:22:29,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:22:29,120 INFO [RS:0;018362ca5320:46803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:22:29,120 INFO [RS:0;018362ca5320:46803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:22:29,120 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(3091): Received CLOSE for c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:29,120 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(3091): Received CLOSE for 077e77a1ed55e4fbab56f708583e562b 2024-11-23T15:22:29,120 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,46803,1732375311274 2024-11-23T15:22:29,120 INFO [RS:0;018362ca5320:46803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:22:29,120 INFO [RS:0;018362ca5320:46803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:46803. 2024-11-23T15:22:29,121 DEBUG [RS:0;018362ca5320:46803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:29,121 DEBUG [RS:0;018362ca5320:46803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:29,121 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c286539aee3457f73f6d6635a0cc3ad1, disabling compactions & flushes 2024-11-23T15:22:29,121 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:29,121 INFO [RS:0;018362ca5320:46803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:22:29,121 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:29,121 INFO [RS:0;018362ca5320:46803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:22:29,121 INFO [RS:0;018362ca5320:46803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:22:29,121 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. after waiting 0 ms 2024-11-23T15:22:29,121 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:29,121 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:22:29,121 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c286539aee3457f73f6d6635a0cc3ad1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-23T15:22:29,121 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:22:29,121 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c286539aee3457f73f6d6635a0cc3ad1=test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1., 077e77a1ed55e4fbab56f708583e562b=hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b.} 2024-11-23T15:22:29,121 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1351): Waiting on 077e77a1ed55e4fbab56f708583e562b, 1588230740, c286539aee3457f73f6d6635a0cc3ad1 2024-11-23T15:22:29,121 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:22:29,121 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:22:29,121 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:22:29,121 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:22:29,121 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:22:29,121 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:22:29,139 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/info/0c09647cfbfa4a6d83361149716dca7c is 147, key is hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b./info:regioninfo/1732375329021/Put/seqid=0 2024-11-23T15:22:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741840_1016 (size=7686) 2024-11-23T15:22:29,144 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/f/7c176ff024464354b38597803ae5b9ca is 37, key is row3/f:row3/1732375339398/Put/seqid=0 2024-11-23T15:22:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741841_1017 (size=5228) 2024-11-23T15:22:29,148 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/f/7c176ff024464354b38597803ae5b9ca 2024-11-23T15:22:29,152 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c176ff024464354b38597803ae5b9ca 2024-11-23T15:22:29,169 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/f1/d8a60f11a1a64283b425f38321e24b94 is 30, key is row1/f1:/1732375336733/DeleteFamily/seqid=0 2024-11-23T15:22:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741842_1018 (size=5158) 2024-11-23T15:22:29,173 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/f1/d8a60f11a1a64283b425f38321e24b94 2024-11-23T15:22:29,178 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8a60f11a1a64283b425f38321e24b94 2024-11-23T15:22:29,187 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:22:29,205 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/norep/8369accb6a6e4f5993398b1f952fa2f5 is 32, key is row/norep:/1732375335727/DeleteFamily/seqid=0 2024-11-23T15:22:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741843_1019 (size=5101) 2024-11-23T15:22:29,210 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/norep/8369accb6a6e4f5993398b1f952fa2f5 2024-11-23T15:22:29,214 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8369accb6a6e4f5993398b1f952fa2f5 2024-11-23T15:22:29,214 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/f/7c176ff024464354b38597803ae5b9ca as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/f/7c176ff024464354b38597803ae5b9ca 2024-11-23T15:22:29,218 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c176ff024464354b38597803ae5b9ca 2024-11-23T15:22:29,218 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/f/7c176ff024464354b38597803ae5b9ca, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T15:22:29,219 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/f1/d8a60f11a1a64283b425f38321e24b94 as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/f1/d8a60f11a1a64283b425f38321e24b94 2024-11-23T15:22:29,222 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8a60f11a1a64283b425f38321e24b94 2024-11-23T15:22:29,222 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/f1/d8a60f11a1a64283b425f38321e24b94, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T15:22:29,223 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/.tmp/norep/8369accb6a6e4f5993398b1f952fa2f5 as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/norep/8369accb6a6e4f5993398b1f952fa2f5 2024-11-23T15:22:29,226 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8369accb6a6e4f5993398b1f952fa2f5 2024-11-23T15:22:29,226 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/norep/8369accb6a6e4f5993398b1f952fa2f5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T15:22:29,227 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c286539aee3457f73f6d6635a0cc3ad1 in 106ms, sequenceid=12, compaction requested=false 2024-11-23T15:22:29,235 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/default/test/c286539aee3457f73f6d6635a0cc3ad1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T15:22:29,235 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:22:29,235 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:22:29,236 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:29,236 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c286539aee3457f73f6d6635a0cc3ad1: Waiting for close lock at 1732375349120Running coprocessor pre-close hooks at 1732375349120Disabling compacts and flushes for region at 1732375349120Disabling writes for close at 1732375349121 (+1 ms)Obtaining lock to block concurrent updates at 1732375349121Preparing flush snapshotting stores in c286539aee3457f73f6d6635a0cc3ad1 at 1732375349121Finished memstore snapshotting test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732375349121Flushing stores of test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. at 1732375349122 (+1 ms)Flushing c286539aee3457f73f6d6635a0cc3ad1/f: creating writer at 1732375349122Flushing c286539aee3457f73f6d6635a0cc3ad1/f: appending metadata at 1732375349143 (+21 ms)Flushing c286539aee3457f73f6d6635a0cc3ad1/f: closing flushed file at 1732375349143Flushing c286539aee3457f73f6d6635a0cc3ad1/f1: creating writer at 1732375349152 (+9 ms)Flushing c286539aee3457f73f6d6635a0cc3ad1/f1: appending metadata at 1732375349168 (+16 ms)Flushing c286539aee3457f73f6d6635a0cc3ad1/f1: closing flushed file at 1732375349168Flushing c286539aee3457f73f6d6635a0cc3ad1/norep: creating writer at 1732375349178 (+10 ms)Flushing c286539aee3457f73f6d6635a0cc3ad1/norep: appending metadata at 1732375349204 (+26 ms)Flushing c286539aee3457f73f6d6635a0cc3ad1/norep: closing flushed file at 1732375349204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66412a17: reopening flushed file at 1732375349214 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d00cfac: reopening flushed file at 1732375349218 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2f5870: reopening flushed file at 1732375349222 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c286539aee3457f73f6d6635a0cc3ad1 in 106ms, sequenceid=12, compaction requested=false at 1732375349227 (+5 ms)Writing region close event to WAL at 1732375349232 (+5 ms)Running coprocessor post-close hooks at 1732375349235 (+3 ms)Closed at 1732375349236 (+1 ms) 2024-11-23T15:22:29,236 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1. 2024-11-23T15:22:29,236 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 077e77a1ed55e4fbab56f708583e562b, disabling compactions & flushes 2024-11-23T15:22:29,236 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:29,236 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:29,236 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. after waiting 0 ms 2024-11-23T15:22:29,236 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:29,236 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 077e77a1ed55e4fbab56f708583e562b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-23T15:22:29,249 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b/.tmp/queue/bfed56299dd14a7aa699b7ce4dc1906f is 154, key is 1-018362ca5320,46803,1732375311274/queue:018362ca5320%2C46803%2C1732375311274/1732375341021/Put/seqid=0 2024-11-23T15:22:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741844_1020 (size=5353) 2024-11-23T15:22:29,321 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1351): Waiting on 077e77a1ed55e4fbab56f708583e562b, 1588230740 2024-11-23T15:22:29,521 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1351): Waiting on 077e77a1ed55e4fbab56f708583e562b, 1588230740 2024-11-23T15:22:29,543 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/info/0c09647cfbfa4a6d83361149716dca7c 2024-11-23T15:22:29,561 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/ns/bc83808989d14fe88eef53fa7b6d2f63 is 43, key is default/ns:d/1732375314271/Put/seqid=0 2024-11-23T15:22:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741845_1021 (size=5153) 2024-11-23T15:22:29,653 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b/.tmp/queue/bfed56299dd14a7aa699b7ce4dc1906f 2024-11-23T15:22:29,657 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b/.tmp/queue/bfed56299dd14a7aa699b7ce4dc1906f as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b/queue/bfed56299dd14a7aa699b7ce4dc1906f 2024-11-23T15:22:29,660 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b/queue/bfed56299dd14a7aa699b7ce4dc1906f, entries=1, sequenceid=14, filesize=5.2 K 2024-11-23T15:22:29,661 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 077e77a1ed55e4fbab56f708583e562b in 425ms, sequenceid=14, compaction requested=false 2024-11-23T15:22:29,661 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:22:29,667 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/replication/077e77a1ed55e4fbab56f708583e562b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-23T15:22:29,667 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:22:29,667 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:22:29,667 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:29,667 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 077e77a1ed55e4fbab56f708583e562b: Waiting for close lock at 1732375349236Running coprocessor pre-close hooks at 1732375349236Disabling compacts and flushes for region at 1732375349236Disabling writes for close at 1732375349236Obtaining lock to block concurrent updates at 1732375349236Preparing flush snapshotting stores in 077e77a1ed55e4fbab56f708583e562b at 1732375349236Finished memstore snapshotting hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732375349236Flushing stores of hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. at 1732375349237 (+1 ms)Flushing 077e77a1ed55e4fbab56f708583e562b/queue: creating writer at 1732375349237Flushing 077e77a1ed55e4fbab56f708583e562b/queue: appending metadata at 1732375349249 (+12 ms)Flushing 077e77a1ed55e4fbab56f708583e562b/queue: closing flushed file at 1732375349249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1dfd9a: reopening flushed file at 1732375349656 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 077e77a1ed55e4fbab56f708583e562b in 425ms, sequenceid=14, compaction requested=false at 1732375349661 (+5 ms)Writing region close event to WAL at 1732375349664 (+3 ms)Running coprocessor post-close hooks at 1732375349667 (+3 ms)Closed at 1732375349667 2024-11-23T15:22:29,667 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375328203.077e77a1ed55e4fbab56f708583e562b. 2024-11-23T15:22:29,721 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:29,922 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:29,965 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/ns/bc83808989d14fe88eef53fa7b6d2f63 2024-11-23T15:22:29,982 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/rep_barrier/c18a2ce0c43a4c54822f2ed058b13548 is 112, key is test,,1732375325276.c286539aee3457f73f6d6635a0cc3ad1./rep_barrier:seqnumDuringOpen/1732375325698/Put/seqid=0 2024-11-23T15:22:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741846_1022 (size=5518) 2024-11-23T15:22:30,046 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:22:30,046 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:22:30,090 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 1488, reset compression=false 2024-11-23T15:22:30,095 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:30,095 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 2379, reset compression=false 2024-11-23T15:22:30,095 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,46803,1732375311274 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175, lastWalPosition=2379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:30,096 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,46803,1732375311274: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,46803,1732375311274, walGroup=018362ca5320%2C46803%2C1732375311274, offset=018362ca5320%2C46803%2C1732375311274.1732375313175:2379, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:46803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:22:30,097 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:22:30,097 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:22:30,098 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:22:30,098 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:22:30,098 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:22:30,098 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 818660112 }, "NonHeapMemoryUsage": { "committed": 203423744, "init": 7667712, "max": -1, "used": 200493616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:22:30,098 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:33253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:33253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:22:30,122 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:22:30,122 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:22:30,122 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:30,299 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 2379, reset compression=false 2024-11-23T15:22:30,322 DEBUG [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:22:30,385 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/rep_barrier/c18a2ce0c43a4c54822f2ed058b13548 2024-11-23T15:22:30,401 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/table/278e3c68c2804edd978571ae1f40d1dd is 53, key is hbase:replication/table:state/1732375329030/Put/seqid=0 2024-11-23T15:22:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741847_1023 (size=5308) 2024-11-23T15:22:30,404 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/table/278e3c68c2804edd978571ae1f40d1dd 2024-11-23T15:22:30,408 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/info/0c09647cfbfa4a6d83361149716dca7c as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/info/0c09647cfbfa4a6d83361149716dca7c 2024-11-23T15:22:30,411 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/info/0c09647cfbfa4a6d83361149716dca7c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:22:30,412 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/ns/bc83808989d14fe88eef53fa7b6d2f63 as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/ns/bc83808989d14fe88eef53fa7b6d2f63 2024-11-23T15:22:30,415 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/ns/bc83808989d14fe88eef53fa7b6d2f63, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:22:30,415 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/rep_barrier/c18a2ce0c43a4c54822f2ed058b13548 as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/rep_barrier/c18a2ce0c43a4c54822f2ed058b13548 2024-11-23T15:22:30,419 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/rep_barrier/c18a2ce0c43a4c54822f2ed058b13548, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:22:30,420 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/.tmp/table/278e3c68c2804edd978571ae1f40d1dd as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/table/278e3c68c2804edd978571ae1f40d1dd 2024-11-23T15:22:30,423 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/table/278e3c68c2804edd978571ae1f40d1dd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:22:30,424 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-23T15:22:30,424 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:22:30,439 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:22:30,439 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:22:30,439 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:22:30,439 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:30,439 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375349121Running coprocessor pre-close hooks at 1732375349121Disabling compacts and flushes for region at 1732375349121Disabling writes for close at 1732375349121Obtaining lock to block concurrent updates at 1732375349121Preparing flush snapshotting stores in 1588230740 at 1732375349121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375349121Flushing stores of hbase:meta,,1.1588230740 at 1732375349122 (+1 ms)Flushing 1588230740/info: creating writer at 1732375349122Flushing 1588230740/info: appending metadata at 1732375349139 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732375349139Flushing 1588230740/ns: creating writer at 1732375349547 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732375349560 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732375349560Flushing 1588230740/rep_barrier: creating writer at 1732375349968 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375349981 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375349981Flushing 1588230740/table: creating writer at 1732375350389 (+408 ms)Flushing 1588230740/table: appending metadata at 1732375350400 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732375350401 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2066e958: reopening flushed file at 1732375350407 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad16e0f: reopening flushed file at 1732375350411 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130b5fcf: reopening flushed file at 1732375350415 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413f297b: reopening flushed file at 1732375350419 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1732375350424 (+5 ms)Writing region close event to WAL at 1732375350436 (+12 ms)Running coprocessor post-close hooks at 1732375350439 (+3 ms)Closed at 1732375350439 2024-11-23T15:22:30,440 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:30,522 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,46803,1732375311274; all regions closed. 2024-11-23T15:22:30,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:22:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741839_1015 (size=3552) 2024-11-23T15:22:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741832_1008 (size=2387) 2024-11-23T15:22:30,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 not finished, retry = 0 2024-11-23T15:22:30,602 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 to pos 2379, reset compression=false 2024-11-23T15:22:30,629 DEBUG [RS:0;018362ca5320:46803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:30,629 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/WALs/018362ca5320,46803,1732375311274/018362ca5320%2C46803%2C1732375311274.1732375313175 2024-11-23T15:22:30,629 INFO [RS:0;018362ca5320:46803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:22:30,629 INFO [RS:0;018362ca5320:46803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:22:30,629 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-23T15:22:30,629 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-23T15:22:30,629 INFO [RS:0;018362ca5320:46803 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:22:30,630 INFO [RS:0;018362ca5320:46803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:22:30,630 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:22:30,630 INFO [RS:0;018362ca5320:46803 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,46803,1732375311274 because: Region server is closing 2024-11-23T15:22:30,630 INFO [RS:0;018362ca5320:46803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:46803. 2024-11-23T15:22:30,630 DEBUG [RS:0;018362ca5320:46803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:30,630 DEBUG [RS:0;018362ca5320:46803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:30,630 DEBUG [RS:0;018362ca5320:46803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:30,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:30,730 INFO [RS:0;018362ca5320:46803 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.shipper018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 terminated 2024-11-23T15:22:30,730 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,46803,1732375311274.replicationSource.wal-reader.018362ca5320%2C46803%2C1732375311274,1-018362ca5320,46803,1732375311274 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-23T15:22:30,731 INFO [RS:0;018362ca5320:46803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:46803. 2024-11-23T15:22:30,731 DEBUG [RS:0;018362ca5320:46803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:30,731 DEBUG [RS:0;018362ca5320:46803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:30,731 DEBUG [RS:0;018362ca5320:46803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:30,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:30,731 INFO [RS:0;018362ca5320:46803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46803 2024-11-23T15:22:30,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661692303/rs/018362ca5320,46803,1732375311274 2024-11-23T15:22:30,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303/rs 2024-11-23T15:22:30,742 INFO [RS:0;018362ca5320:46803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:22:30,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,46803,1732375311274] 2024-11-23T15:22:30,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-661692303/draining/018362ca5320,46803,1732375311274 already deleted, retry=false 2024-11-23T15:22:30,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,46803,1732375311274 expired; onlineServers=0 2024-11-23T15:22:30,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,33253,1732375311059' ***** 2024-11-23T15:22:30,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:22:30,763 INFO [M:0;018362ca5320:33253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:22:30,763 INFO [M:0;018362ca5320:33253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:22:30,763 DEBUG [M:0;018362ca5320:33253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:22:30,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:22:30,764 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375312910 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375312910,5,FailOnTimeoutGroup] 2024-11-23T15:22:30,764 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375312910 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375312910,5,FailOnTimeoutGroup] 2024-11-23T15:22:30,764 DEBUG [M:0;018362ca5320:33253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:22:30,764 INFO [M:0;018362ca5320:33253 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:22:30,764 INFO [M:0;018362ca5320:33253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:22:30,764 DEBUG [M:0;018362ca5320:33253 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:22:30,764 INFO [M:0;018362ca5320:33253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:22:30,764 INFO [M:0;018362ca5320:33253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:22:30,764 INFO [M:0;018362ca5320:33253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:22:30,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:22:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661692303/master 2024-11-23T15:22:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661692303 2024-11-23T15:22:30,774 DEBUG [M:0;018362ca5320:33253 {}] zookeeper.ZKUtil(347): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Unable to get data of znode /0-661692303/master because node does not exist (not an error) 2024-11-23T15:22:30,774 WARN [M:0;018362ca5320:33253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:22:30,775 INFO [M:0;018362ca5320:33253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/.lastflushedseqids 2024-11-23T15:22:30,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741848_1024 (size=245) 2024-11-23T15:22:30,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:30,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46803-0x101684964c50001, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:30,853 INFO [RS:0;018362ca5320:46803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:22:30,853 INFO [RS:0;018362ca5320:46803 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,46803,1732375311274; zookeeper connection closed. 2024-11-23T15:22:30,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c383b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c383b1 2024-11-23T15:22:30,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:22:31,179 INFO [M:0;018362ca5320:33253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:22:31,179 INFO [M:0;018362ca5320:33253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:22:31,179 DEBUG [M:0;018362ca5320:33253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:22:31,179 INFO [M:0;018362ca5320:33253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:31,179 DEBUG [M:0;018362ca5320:33253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:31,179 DEBUG [M:0;018362ca5320:33253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:22:31,179 DEBUG [M:0;018362ca5320:33253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:31,180 INFO [M:0;018362ca5320:33253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-23T15:22:31,195 DEBUG [M:0;018362ca5320:33253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82b9c19086d64432b6dc00951b126c17 is 82, key is hbase:meta,,1/info:regioninfo/1732375314183/Put/seqid=0 2024-11-23T15:22:31,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741849_1025 (size=5672) 2024-11-23T15:22:31,599 INFO [M:0;018362ca5320:33253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82b9c19086d64432b6dc00951b126c17 2024-11-23T15:22:31,615 DEBUG [M:0;018362ca5320:33253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e56e840f9c1d4b75a3aeb5e18a51d38f is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732375325726/Put/seqid=0 2024-11-23T15:22:31,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741850_1026 (size=7217) 2024-11-23T15:22:32,019 INFO [M:0;018362ca5320:33253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e56e840f9c1d4b75a3aeb5e18a51d38f 2024-11-23T15:22:32,022 INFO [M:0;018362ca5320:33253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e56e840f9c1d4b75a3aeb5e18a51d38f 2024-11-23T15:22:32,046 DEBUG [M:0;018362ca5320:33253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05c1e5eff6ca4c26892011756a7c09ab is 69, key is 018362ca5320,46803,1732375311274/rs:state/1732375313033/Put/seqid=0 2024-11-23T15:22:32,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741851_1027 (size=5156) 2024-11-23T15:22:32,451 INFO [M:0;018362ca5320:33253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05c1e5eff6ca4c26892011756a7c09ab 2024-11-23T15:22:32,456 DEBUG [M:0;018362ca5320:33253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82b9c19086d64432b6dc00951b126c17 as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82b9c19086d64432b6dc00951b126c17 2024-11-23T15:22:32,462 INFO [M:0;018362ca5320:33253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82b9c19086d64432b6dc00951b126c17, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T15:22:32,463 DEBUG [M:0;018362ca5320:33253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e56e840f9c1d4b75a3aeb5e18a51d38f as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e56e840f9c1d4b75a3aeb5e18a51d38f 2024-11-23T15:22:32,468 INFO [M:0;018362ca5320:33253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e56e840f9c1d4b75a3aeb5e18a51d38f 2024-11-23T15:22:32,468 INFO [M:0;018362ca5320:33253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e56e840f9c1d4b75a3aeb5e18a51d38f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T15:22:32,469 DEBUG [M:0;018362ca5320:33253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05c1e5eff6ca4c26892011756a7c09ab as hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05c1e5eff6ca4c26892011756a7c09ab 2024-11-23T15:22:32,474 INFO [M:0;018362ca5320:33253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38407/user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05c1e5eff6ca4c26892011756a7c09ab, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T15:22:32,475 INFO [M:0;018362ca5320:33253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false 2024-11-23T15:22:32,512 INFO [M:0;018362ca5320:33253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:32,513 DEBUG [M:0;018362ca5320:33253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375351179Disabling compacts and flushes for region at 1732375351179Disabling writes for close at 1732375351179Obtaining lock to block concurrent updates at 1732375351180 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375351180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732375351180Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375351180Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375351180Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375351195 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375351195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375351603 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375351615 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375351615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375352022 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375352045 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375352045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd544d2: reopening flushed file at 1732375352455 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70cd8cf6: reopening flushed file at 1732375352462 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7963f679: reopening flushed file at 1732375352468 (+6 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false at 1732375352475 (+7 ms)Writing region close event to WAL at 1732375352512 (+37 ms)Closed at 1732375352512 2024-11-23T15:22:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34541 is added to blk_1073741830_1006 (size=64411) 2024-11-23T15:22:32,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b31991d-459a-cf28-dc73-4b5d1bcf116f/MasterData/WALs/018362ca5320,33253,1732375311059/018362ca5320%2C33253%2C1732375311059.1732375312645 not finished, retry = 0 2024-11-23T15:22:32,619 INFO [M:0;018362ca5320:33253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:22:32,620 INFO [M:0;018362ca5320:33253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33253 2024-11-23T15:22:32,620 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:22:32,620 INFO [M:0;018362ca5320:33253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:22:32,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:32,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33253-0x101684964c50000, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:22:32,769 INFO [M:0;018362ca5320:33253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:22:32,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14d23669{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:22:32,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd69fec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:22:32,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:22:32,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a191a09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:22:32,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b42d975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.log.dir/,STOPPED} 2024-11-23T15:22:32,776 WARN [BP-536901908-172.17.0.2-1732375308590 heartbeating to localhost/127.0.0.1:38407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:22:32,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:22:32,776 WARN [BP-536901908-172.17.0.2-1732375308590 heartbeating to localhost/127.0.0.1:38407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-536901908-172.17.0.2-1732375308590 (Datanode Uuid 9c3def63-649c-4e2d-ac18-e3bfe1b81632) service to localhost/127.0.0.1:38407 2024-11-23T15:22:32,777 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:22:32,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/cluster_73758fc5-4a26-fa31-88c5-d63054cfbb99/data/data2/current/BP-536901908-172.17.0.2-1732375308590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:22:32,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/cluster_73758fc5-4a26-fa31-88c5-d63054cfbb99/data/data1/current/BP-536901908-172.17.0.2-1732375308590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:22:32,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:22:32,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5054afca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:22:32,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3108d8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:22:32,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:22:32,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@529d1627{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:22:32,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cf7c203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8dcc47c5-a796-c207-5956-7297764f887a/hadoop.log.dir/,STOPPED} 2024-11-23T15:22:32,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:22:32,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:22:32,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52152) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52152) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38407 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52152) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34475 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38125 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=727 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=500 (was 442) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6376 (was 6767) 2024-11-23T15:22:32,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=500, ProcessCount=11, AvailableMemoryMB=6376 2024-11-23T15:22:32,840 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-23T15:22:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.log.dir so I do NOT create it in target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321 2024-11-23T15:22:32,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:22:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.tmp.dir so I do NOT create it in target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321 2024-11-23T15:22:32,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1e83e60f-8efd-1b75-c8bd-83308f6fbf0b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:22:32,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321 2024-11-23T15:22:32,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/cluster_ddd5c22d-66cc-bf76-55e5-9d89fb755898, deleteOnExit=true 2024-11-23T15:22:32,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/cluster_ddd5c22d-66cc-bf76-55e5-9d89fb755898/zookeeper_0, clientPort=62952, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/cluster_ddd5c22d-66cc-bf76-55e5-9d89fb755898/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/cluster_ddd5c22d-66cc-bf76-55e5-9d89fb755898/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:22:32,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62952 2024-11-23T15:22:32,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:22:32,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/test.cache.data in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:22:32,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:22:32,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:22:32,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:22:32,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:22:32,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:22:32,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:22:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101684964c50005, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:22:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101684964c50008, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:22:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101684964c50002, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:22:32,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101684964c50005, quorum=127.0.0.1:52152, baseZNode=/11000496815 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:22:32,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101684964c50008, quorum=127.0.0.1:52152, baseZNode=/21620529718 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:22:32,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101684964c50002, quorum=127.0.0.1:52152, baseZNode=/0-661692303 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:22:32,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:22:32,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:32,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:33,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:33,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:22:33,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:22:33,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:22:33,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:22:33,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:33,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb120f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:22:33,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47338a4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:22:33,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18dfbb43{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/java.io.tmpdir/jetty-localhost-34271-hadoop-hdfs-3_4_1-tests_jar-_-any-515305254648079445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:22:33,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ff52be{HTTP/1.1, (http/1.1)}{localhost:34271} 2024-11-23T15:22:33,323 INFO [Time-limited test {}] server.Server(415): Started @283706ms 2024-11-23T15:22:33,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:33,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:22:33,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:22:33,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:22:33,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:22:33,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3daa1fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:22:33,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@259ca815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:22:33,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64344aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/java.io.tmpdir/jetty-localhost-38789-hadoop-hdfs-3_4_1-tests_jar-_-any-10924990312483642568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:22:33,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e40780{HTTP/1.1, (http/1.1)}{localhost:38789} 2024-11-23T15:22:33,680 INFO [Time-limited test {}] server.Server(415): Started @284062ms 2024-11-23T15:22:33,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:22:34,355 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/cluster_ddd5c22d-66cc-bf76-55e5-9d89fb755898/data/data1/current/BP-808552334-172.17.0.2-1732375352859/current, will proceed with Du for space computation calculation, 2024-11-23T15:22:34,365 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/cluster_ddd5c22d-66cc-bf76-55e5-9d89fb755898/data/data2/current/BP-808552334-172.17.0.2-1732375352859/current, will proceed with Du for space computation calculation, 2024-11-23T15:22:34,391 WARN [Thread-3429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:22:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61fb3b9d81b55ae5 with lease ID 0x8109f3ada4ed869f: Processing first storage report for DS-33f1fc42-d94d-4232-a05c-6e6f0c869ad9 from datanode DatanodeRegistration(127.0.0.1:42731, datanodeUuid=ae9f743c-c45a-4cb0-838e-c457b25b1815, infoPort=45915, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=707238865;c=1732375352859) 2024-11-23T15:22:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61fb3b9d81b55ae5 with lease ID 0x8109f3ada4ed869f: from storage DS-33f1fc42-d94d-4232-a05c-6e6f0c869ad9 node DatanodeRegistration(127.0.0.1:42731, datanodeUuid=ae9f743c-c45a-4cb0-838e-c457b25b1815, infoPort=45915, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=707238865;c=1732375352859), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:22:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61fb3b9d81b55ae5 with lease ID 0x8109f3ada4ed869f: Processing first storage report for DS-4866ce7d-13c0-42de-ba4f-a9cdc564161b from datanode DatanodeRegistration(127.0.0.1:42731, datanodeUuid=ae9f743c-c45a-4cb0-838e-c457b25b1815, infoPort=45915, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=707238865;c=1732375352859) 2024-11-23T15:22:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61fb3b9d81b55ae5 with lease ID 0x8109f3ada4ed869f: from storage DS-4866ce7d-13c0-42de-ba4f-a9cdc564161b node DatanodeRegistration(127.0.0.1:42731, datanodeUuid=ae9f743c-c45a-4cb0-838e-c457b25b1815, infoPort=45915, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=707238865;c=1732375352859), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:22:34,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321 2024-11-23T15:22:34,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:34,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:34,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:22:34,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0 with version=8 2024-11-23T15:22:34,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/hbase-staging 2024-11-23T15:22:34,821 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:22:34,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:34,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:34,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:22:34,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:34,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:22:34,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:22:34,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:22:34,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33035 2024-11-23T15:22:34,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33035 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:34,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330350x0, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:34,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33035-0x101684a11b70000 connected 2024-11-23T15:22:35,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:35,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:35,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on znode that does not yet exist, /0967120844/running 2024-11-23T15:22:35,020 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0, hbase.cluster.distributed=false 2024-11-23T15:22:35,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on znode that does not yet exist, /0967120844/acl 2024-11-23T15:22:35,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-23T15:22:35,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33035 2024-11-23T15:22:35,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33035 2024-11-23T15:22:35,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-23T15:22:35,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-23T15:22:35,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:22:35,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:35,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:35,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:22:35,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:35,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:22:35,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:22:35,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:22:35,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35707 2024-11-23T15:22:35,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35707 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:35,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:35,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:35,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357070x0, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:35,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357070x0, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on znode that does not yet exist, /0967120844/running 2024-11-23T15:22:35,090 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:22:35,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35707-0x101684a11b70001 connected 2024-11-23T15:22:35,109 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:22:35,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on znode that does not yet exist, /0967120844/master 2024-11-23T15:22:35,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on znode that does not yet exist, /0967120844/acl 2024-11-23T15:22:35,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-23T15:22:35,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35707 2024-11-23T15:22:35,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35707 2024-11-23T15:22:35,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-23T15:22:35,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-23T15:22:35,153 DEBUG [M:0;018362ca5320:33035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:33035 2024-11-23T15:22:35,154 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0967120844/backup-masters/018362ca5320,33035,1732375354821 2024-11-23T15:22:35,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844/backup-masters 2024-11-23T15:22:35,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844/backup-masters 2024-11-23T15:22:35,163 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on existing znode=/0967120844/backup-masters/018362ca5320,33035,1732375354821 2024-11-23T15:22:35,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0967120844/master 2024-11-23T15:22:35,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:35,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:35,174 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on existing znode=/0967120844/master 2024-11-23T15:22:35,175 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0967120844/backup-masters/018362ca5320,33035,1732375354821 from backup master directory 2024-11-23T15:22:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844/backup-masters 2024-11-23T15:22:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967120844/backup-masters/018362ca5320,33035,1732375354821 2024-11-23T15:22:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844/backup-masters 2024-11-23T15:22:35,184 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:22:35,184 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,33035,1732375354821 2024-11-23T15:22:35,189 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/hbase.id] with ID: 5501b6ad-90a8-4b76-996b-bb1902fa9265 2024-11-23T15:22:35,189 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/.tmp/hbase.id 2024-11-23T15:22:35,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:22:35,599 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/.tmp/hbase.id]:[hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/hbase.id] 2024-11-23T15:22:35,606 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:35,606 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:22:35,607 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:22:35,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:35,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:22:36,020 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:36,020 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:22:36,020 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:22:36,426 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store 2024-11-23T15:22:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:22:36,831 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:36,831 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:22:36,831 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:36,831 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:36,831 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:22:36,831 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:36,831 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:36,831 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375356831Disabling compacts and flushes for region at 1732375356831Disabling writes for close at 1732375356831Writing region close event to WAL at 1732375356831Closed at 1732375356831 2024-11-23T15:22:36,832 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/.initializing 2024-11-23T15:22:36,832 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/WALs/018362ca5320,33035,1732375354821 2024-11-23T15:22:36,832 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:22:36,834 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C33035%2C1732375354821, suffix=, logDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/WALs/018362ca5320,33035,1732375354821, archiveDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/oldWALs, maxLogs=10 2024-11-23T15:22:36,845 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/WALs/018362ca5320,33035,1732375354821/018362ca5320%2C33035%2C1732375354821.1732375356834, exclude list is [], retry=0 2024-11-23T15:22:36,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42731,DS-33f1fc42-d94d-4232-a05c-6e6f0c869ad9,DISK] 2024-11-23T15:22:36,849 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/WALs/018362ca5320,33035,1732375354821/018362ca5320%2C33035%2C1732375354821.1732375356834 2024-11-23T15:22:36,849 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45915:45915)] 2024-11-23T15:22:36,849 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:36,849 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:36,849 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,849 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:22:36,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:36,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:36,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:22:36,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:36,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:36,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:22:36,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:36,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:36,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:22:36,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:36,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:36,857 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,858 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,858 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,859 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,859 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,859 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:36,860 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:36,861 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:36,861 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72542063, jitterRate=0.08096097409725189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:36,862 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375356850Initializing all the Stores at 1732375356851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375356851Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375356851Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375356851Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375356851Cleaning up temporary data from old regions at 1732375356859 (+8 ms)Region opened successfully at 1732375356862 (+3 ms) 2024-11-23T15:22:36,864 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:22:36,866 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea62d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:22:36,867 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:22:36,867 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:22:36,867 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:22:36,868 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:22:36,868 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:22:36,868 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:22:36,868 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:22:36,878 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:22:36,879 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Unable to get data of znode /0967120844/balancer because node does not exist (not necessarily an error) 2024-11-23T15:22:36,899 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967120844/balancer already deleted, retry=false 2024-11-23T15:22:36,900 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:22:36,900 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Unable to get data of znode /0967120844/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:22:36,910 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967120844/normalizer already deleted, retry=false 2024-11-23T15:22:36,910 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:22:36,911 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Unable to get data of znode /0967120844/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:22:36,920 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967120844/switch/split already deleted, retry=false 2024-11-23T15:22:36,921 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Unable to get data of znode /0967120844/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:22:36,931 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967120844/switch/merge already deleted, retry=false 2024-11-23T15:22:36,932 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Unable to get data of znode /0967120844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:22:36,941 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967120844/snapshot-cleanup already deleted, retry=false 2024-11-23T15:22:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0967120844/running 2024-11-23T15:22:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0967120844/running 2024-11-23T15:22:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:36,952 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,33035,1732375354821, sessionid=0x101684a11b70000, setting cluster-up flag (Was=false) 2024-11-23T15:22:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:37,005 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0967120844/flush-table-proc/acquired, /0967120844/flush-table-proc/reached, /0967120844/flush-table-proc/abort 2024-11-23T15:22:37,005 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33035,1732375354821 2024-11-23T15:22:37,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:37,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:37,057 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0967120844/online-snapshot/acquired, /0967120844/online-snapshot/reached, /0967120844/online-snapshot/abort 2024-11-23T15:22:37,058 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,33035,1732375354821 2024-11-23T15:22:37,059 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:22:37,060 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:37,060 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:22:37,060 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:22:37,060 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,33035,1732375354821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:22:37,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:37,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:37,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:37,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:37,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:22:37,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:22:37,061 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:37,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:22:37,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:37,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:22:37,069 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375387069 2024-11-23T15:22:37,069 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:22:37,069 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:22:37,069 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:22:37,069 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:22:37,069 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:22:37,069 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:22:37,071 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,072 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:22:37,072 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:22:37,072 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:22:37,072 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:22:37,072 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:22:37,072 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:22:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:22:37,076 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375357072,5,FailOnTimeoutGroup] 2024-11-23T15:22:37,076 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375357076,5,FailOnTimeoutGroup] 2024-11-23T15:22:37,076 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,076 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:22:37,076 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,076 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,139 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(746): ClusterId : 5501b6ad-90a8-4b76-996b-bb1902fa9265 2024-11-23T15:22:37,139 DEBUG [RS:0;018362ca5320:35707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:22:37,152 DEBUG [RS:0;018362ca5320:35707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:22:37,152 DEBUG [RS:0;018362ca5320:35707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:22:37,163 DEBUG [RS:0;018362ca5320:35707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:22:37,163 DEBUG [RS:0;018362ca5320:35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b596401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:22:37,173 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:35707 2024-11-23T15:22:37,173 INFO [RS:0;018362ca5320:35707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:22:37,173 INFO [RS:0;018362ca5320:35707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:22:37,173 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:22:37,174 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,33035,1732375354821 with port=35707, startcode=1732375355064 2024-11-23T15:22:37,174 DEBUG [RS:0;018362ca5320:35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:22:37,175 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:22:37,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,35707,1732375355064 2024-11-23T15:22:37,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33035 {}] master.ServerManager(517): Registering regionserver=018362ca5320,35707,1732375355064 2024-11-23T15:22:37,177 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0 2024-11-23T15:22:37,177 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40159 2024-11-23T15:22:37,177 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:22:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844/rs 2024-11-23T15:22:37,184 DEBUG [RS:0;018362ca5320:35707 {}] zookeeper.ZKUtil(111): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on existing znode=/0967120844/rs/018362ca5320,35707,1732375355064 2024-11-23T15:22:37,184 WARN [RS:0;018362ca5320:35707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:22:37,184 INFO [RS:0;018362ca5320:35707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:37,184 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064 2024-11-23T15:22:37,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,35707,1732375355064] 2024-11-23T15:22:37,186 INFO [RS:0;018362ca5320:35707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:22:37,188 INFO [RS:0;018362ca5320:35707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:22:37,190 INFO [RS:0;018362ca5320:35707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:22:37,190 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,190 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:22:37,191 INFO [RS:0;018362ca5320:35707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:22:37,191 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,191 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,191 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,191 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,191 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,191 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,191 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:22:37,192 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,192 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,192 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,192 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,192 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,192 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:37,192 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:22:37,192 DEBUG [RS:0;018362ca5320:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:22:37,196 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,196 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,196 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,196 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,196 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,196 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35707,1732375355064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:37,209 INFO [RS:0;018362ca5320:35707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:22:37,209 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35707,1732375355064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,209 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,209 INFO [RS:0;018362ca5320:35707 {}] regionserver.Replication(171): 018362ca5320,35707,1732375355064 started 2024-11-23T15:22:37,221 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:37,221 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,35707,1732375355064, RpcServer on 018362ca5320/172.17.0.2:35707, sessionid=0x101684a11b70001 2024-11-23T15:22:37,221 DEBUG [RS:0;018362ca5320:35707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:22:37,221 DEBUG [RS:0;018362ca5320:35707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,35707,1732375355064 2024-11-23T15:22:37,221 DEBUG [RS:0;018362ca5320:35707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,35707,1732375355064' 2024-11-23T15:22:37,221 DEBUG [RS:0;018362ca5320:35707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0967120844/flush-table-proc/abort' 2024-11-23T15:22:37,221 DEBUG [RS:0;018362ca5320:35707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0967120844/flush-table-proc/acquired' 2024-11-23T15:22:37,222 DEBUG [RS:0;018362ca5320:35707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:22:37,222 DEBUG [RS:0;018362ca5320:35707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:22:37,222 DEBUG [RS:0;018362ca5320:35707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,35707,1732375355064 2024-11-23T15:22:37,222 DEBUG [RS:0;018362ca5320:35707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,35707,1732375355064' 2024-11-23T15:22:37,222 DEBUG [RS:0;018362ca5320:35707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0967120844/online-snapshot/abort' 2024-11-23T15:22:37,222 DEBUG [RS:0;018362ca5320:35707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0967120844/online-snapshot/acquired' 2024-11-23T15:22:37,222 DEBUG [RS:0;018362ca5320:35707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:22:37,222 INFO [RS:0;018362ca5320:35707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:22:37,222 INFO [RS:0;018362ca5320:35707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:22:37,323 INFO [RS:0;018362ca5320:35707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:22:37,324 INFO [RS:0;018362ca5320:35707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C35707%2C1732375355064, suffix=, logDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064, archiveDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/oldWALs, maxLogs=10 2024-11-23T15:22:37,335 DEBUG [RS:0;018362ca5320:35707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324, exclude list is [], retry=0 2024-11-23T15:22:37,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42731,DS-33f1fc42-d94d-4232-a05c-6e6f0c869ad9,DISK] 2024-11-23T15:22:37,338 INFO [RS:0;018362ca5320:35707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 2024-11-23T15:22:37,338 DEBUG [RS:0;018362ca5320:35707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45915:45915)] 2024-11-23T15:22:37,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:22:37,473 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0 2024-11-23T15:22:37,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:22:37,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:37,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:37,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:37,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:37,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:37,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:37,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:37,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:37,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:37,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:37,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:37,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:37,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:37,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:37,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:37,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:37,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740 2024-11-23T15:22:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740 2024-11-23T15:22:37,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:37,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:37,889 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:37,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:37,891 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:37,892 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62095921, jitterRate=-0.07469867169857025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:37,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375357880Initializing all the Stores at 1732375357880Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375357880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375357880Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375357880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375357880Cleaning up temporary data from old regions at 1732375357888 (+8 ms)Region opened successfully at 1732375357892 (+4 ms) 2024-11-23T15:22:37,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:22:37,892 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:22:37,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:22:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:22:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:22:37,893 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375357892Disabling compacts and flushes for region at 1732375357892Disabling writes for close at 1732375357893 (+1 ms)Writing region close event to WAL at 1732375357893Closed at 1732375357893 2024-11-23T15:22:37,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:37,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:22:37,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:22:37,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:37,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:22:37,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:22:37,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:22:37,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:22:38,047 DEBUG [018362ca5320:33035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:22:38,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,35707,1732375355064 2024-11-23T15:22:38,048 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,35707,1732375355064, state=OPENING 2024-11-23T15:22:38,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:22:38,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:38,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:38,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0967120844/meta-region-server: CHANGED 2024-11-23T15:22:38,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0967120844/meta-region-server: CHANGED 2024-11-23T15:22:38,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:38,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,35707,1732375355064}] 2024-11-23T15:22:38,308 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:38,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:22:38,322 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:22:38,322 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:38,322 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:22:38,324 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C35707%2C1732375355064.meta, suffix=.meta, logDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064, archiveDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/oldWALs, maxLogs=10 2024-11-23T15:22:38,343 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.meta.1732375358324.meta, exclude list is [], retry=0 2024-11-23T15:22:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42731,DS-33f1fc42-d94d-4232-a05c-6e6f0c869ad9,DISK] 2024-11-23T15:22:38,347 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.meta.1732375358324.meta 2024-11-23T15:22:38,347 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45915:45915)] 2024-11-23T15:22:38,347 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:38,348 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:38,348 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:38,348 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:22:38,348 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:22:38,348 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:22:38,348 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:38,348 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:22:38,348 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:22:38,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:38,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:38,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:38,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:38,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:38,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:38,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:38,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:38,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:38,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:38,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:38,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:38,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:38,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:38,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:38,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:38,368 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:38,369 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740 2024-11-23T15:22:38,369 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740 2024-11-23T15:22:38,370 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:38,370 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:38,370 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:38,371 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:38,372 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63725468, jitterRate=-0.050416529178619385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:38,372 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:22:38,372 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375358348Writing region info on filesystem at 1732375358348Initializing all the Stores at 1732375358356 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375358356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375358361 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375358361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375358361Cleaning up temporary data from old regions at 1732375358370 (+9 ms)Running coprocessor post-open hooks at 1732375358372 (+2 ms)Region opened successfully at 1732375358372 2024-11-23T15:22:38,373 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375358308 2024-11-23T15:22:38,376 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:22:38,376 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:22:38,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,35707,1732375355064 2024-11-23T15:22:38,377 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,35707,1732375355064, state=OPEN 2024-11-23T15:22:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0967120844/meta-region-server 2024-11-23T15:22:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0967120844/meta-region-server 2024-11-23T15:22:38,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0967120844/meta-region-server: CHANGED 2024-11-23T15:22:38,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0967120844/meta-region-server: CHANGED 2024-11-23T15:22:38,418 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,35707,1732375355064 2024-11-23T15:22:38,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:22:38,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,35707,1732375355064 in 264 msec 2024-11-23T15:22:38,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:22:38,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-23T15:22:38,424 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:38,424 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:22:38,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:38,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,35707,1732375355064, seqNum=-1] 2024-11-23T15:22:38,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:38,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:38,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3720 sec 2024-11-23T15:22:38,432 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375358432, completionTime=-1 2024-11-23T15:22:38,433 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:22:38,433 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:22:38,435 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:22:38,435 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375418435 2024-11-23T15:22:38,435 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375478435 2024-11-23T15:22:38,435 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T15:22:38,436 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33035,1732375354821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:38,436 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33035,1732375354821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:38,436 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33035,1732375354821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:38,436 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:33035, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:38,436 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:38,437 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:38,439 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:22:38,442 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-11-23T15:22:38,442 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:22:38,442 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:22:38,442 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:22:38,442 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:22:38,443 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:22:38,443 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33035,1732375354821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:38,443 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33035,1732375354821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:22:38,446 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:22:38,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:22:38,446 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,33035,1732375354821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:38,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30469523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:38,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33035,-1 for getting cluster id 2024-11-23T15:22:38,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:38,542 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5501b6ad-90a8-4b76-996b-bb1902fa9265' 2024-11-23T15:22:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5501b6ad-90a8-4b76-996b-bb1902fa9265" 2024-11-23T15:22:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e91b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33035,-1] 2024-11-23T15:22:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:38,544 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:38,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439757a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:38,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:38,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,35707,1732375355064, seqNum=-1] 2024-11-23T15:22:38,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:38,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:38,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,33035,1732375354821 2024-11-23T15:22:38,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:38,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:38,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101684a11b70002 connected 2024-11-23T15:22:38,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.log.dir so I do NOT create it in target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e 2024-11-23T15:22:38,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:22:38,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.tmp.dir so I do NOT create it in target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e 2024-11-23T15:22:38,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:22:38,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e 2024-11-23T15:22:38,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:22:38,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/cluster_ba0a7f7a-587a-c78c-068c-3f84dc71d2e7, deleteOnExit=true 2024-11-23T15:22:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:22:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/test.cache.data in system properties and HBase conf 2024-11-23T15:22:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:22:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:22:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:22:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:22:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:22:38,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:22:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:22:38,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:39,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:22:39,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:22:39,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:22:39,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:22:39,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:39,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c1bbde9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:22:39,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2931b513{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:22:39,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61c82eeb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/java.io.tmpdir/jetty-localhost-41617-hadoop-hdfs-3_4_1-tests_jar-_-any-4423454748531123806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:22:39,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31270f10{HTTP/1.1, (http/1.1)}{localhost:41617} 2024-11-23T15:22:39,151 INFO [Time-limited test {}] server.Server(415): Started @289533ms 2024-11-23T15:22:39,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:39,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:22:39,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:22:39,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:22:39,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:22:39,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@321ac26d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:22:39,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e137ac5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:22:39,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f2f3282{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/java.io.tmpdir/jetty-localhost-35119-hadoop-hdfs-3_4_1-tests_jar-_-any-18223538287059027343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:22:39,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5847daaf{HTTP/1.1, (http/1.1)}{localhost:35119} 2024-11-23T15:22:39,579 INFO [Time-limited test {}] server.Server(415): Started @289962ms 2024-11-23T15:22:39,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:22:40,549 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/cluster_ba0a7f7a-587a-c78c-068c-3f84dc71d2e7/data/data2/current/BP-835934735-172.17.0.2-1732375358632/current, will proceed with Du for space computation calculation, 2024-11-23T15:22:40,549 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/cluster_ba0a7f7a-587a-c78c-068c-3f84dc71d2e7/data/data1/current/BP-835934735-172.17.0.2-1732375358632/current, will proceed with Du for space computation calculation, 2024-11-23T15:22:40,575 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:22:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10e60ab7bc83d6d9 with lease ID 0x9c910e72b0d0cf5: Processing first storage report for DS-ecedd3a1-5311-4b06-82ca-891c1d678251 from datanode DatanodeRegistration(127.0.0.1:40347, datanodeUuid=96fedd01-60c0-4f77-97c2-cf65c4e63421, infoPort=36367, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=112098799;c=1732375358632) 2024-11-23T15:22:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10e60ab7bc83d6d9 with lease ID 0x9c910e72b0d0cf5: from storage DS-ecedd3a1-5311-4b06-82ca-891c1d678251 node DatanodeRegistration(127.0.0.1:40347, datanodeUuid=96fedd01-60c0-4f77-97c2-cf65c4e63421, infoPort=36367, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=112098799;c=1732375358632), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:22:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10e60ab7bc83d6d9 with lease ID 0x9c910e72b0d0cf5: Processing first storage report for DS-08c1176e-480e-4c83-961e-6c7232b7e427 from datanode DatanodeRegistration(127.0.0.1:40347, datanodeUuid=96fedd01-60c0-4f77-97c2-cf65c4e63421, infoPort=36367, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=112098799;c=1732375358632) 2024-11-23T15:22:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10e60ab7bc83d6d9 with lease ID 0x9c910e72b0d0cf5: from storage DS-08c1176e-480e-4c83-961e-6c7232b7e427 node DatanodeRegistration(127.0.0.1:40347, datanodeUuid=96fedd01-60c0-4f77-97c2-cf65c4e63421, infoPort=36367, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=112098799;c=1732375358632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:22:40,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e 2024-11-23T15:22:40,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:40,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:40,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:22:40,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac with version=8 2024-11-23T15:22:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/hbase-staging 2024-11-23T15:22:40,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:22:40,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:40,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:40,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:22:40,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:40,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:22:40,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:22:40,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:22:40,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44609 2024-11-23T15:22:40,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44609 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:40,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446090x0, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:40,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44609-0x101684a11b70003 connected 2024-11-23T15:22:40,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:40,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:40,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on znode that does not yet exist, /11913380039/running 2024-11-23T15:22:40,747 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac, hbase.cluster.distributed=false 2024-11-23T15:22:40,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on znode that does not yet exist, /11913380039/acl 2024-11-23T15:22:40,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-23T15:22:40,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44609 2024-11-23T15:22:40,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44609 2024-11-23T15:22:40,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-23T15:22:40,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-23T15:22:40,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:22:40,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:40,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:40,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:22:40,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:40,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:22:40,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:22:40,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:22:40,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38831 2024-11-23T15:22:40,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38831 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:40,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:40,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:40,784 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388310x0, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:40,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388310x0, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on znode that does not yet exist, /11913380039/running 2024-11-23T15:22:40,785 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:22:40,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38831-0x101684a11b70004 connected 2024-11-23T15:22:40,790 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:22:40,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on znode that does not yet exist, /11913380039/master 2024-11-23T15:22:40,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on znode that does not yet exist, /11913380039/acl 2024-11-23T15:22:40,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38831 2024-11-23T15:22:40,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38831 2024-11-23T15:22:40,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38831 2024-11-23T15:22:40,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38831 2024-11-23T15:22:40,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38831 2024-11-23T15:22:40,826 DEBUG [M:0;018362ca5320:44609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:44609 2024-11-23T15:22:40,828 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11913380039/backup-masters/018362ca5320,44609,1732375360643 2024-11-23T15:22:40,836 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039/backup-masters 2024-11-23T15:22:40,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039/backup-masters 2024-11-23T15:22:40,836 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on existing znode=/11913380039/backup-masters/018362ca5320,44609,1732375360643 2024-11-23T15:22:40,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:40,847 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11913380039/master 2024-11-23T15:22:40,847 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:40,847 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on existing znode=/11913380039/master 2024-11-23T15:22:40,848 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11913380039/backup-masters/018362ca5320,44609,1732375360643 from backup master directory 2024-11-23T15:22:40,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11913380039/backup-masters/018362ca5320,44609,1732375360643 2024-11-23T15:22:40,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039/backup-masters 2024-11-23T15:22:40,857 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:22:40,857 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039/backup-masters 2024-11-23T15:22:40,857 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,44609,1732375360643 2024-11-23T15:22:40,874 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/hbase.id] with ID: 09996f48-cb06-4a17-9673-858da40a7ba8 2024-11-23T15:22:40,874 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/.tmp/hbase.id 2024-11-23T15:22:40,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:22:41,297 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/.tmp/hbase.id]:[hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/hbase.id] 2024-11-23T15:22:41,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:41,305 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:22:41,305 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T15:22:41,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:41,454 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:22:41,726 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:41,726 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:22:41,727 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88595 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:22:41,860 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:41,861 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:22:41,864 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:41,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:22:42,275 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store 2024-11-23T15:22:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:22:42,289 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:42,289 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:22:42,289 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:42,289 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:42,289 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:22:42,289 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:42,289 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:42,289 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375362289Disabling compacts and flushes for region at 1732375362289Disabling writes for close at 1732375362289Writing region close event to WAL at 1732375362289Closed at 1732375362289 2024-11-23T15:22:42,292 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/.initializing 2024-11-23T15:22:42,292 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/WALs/018362ca5320,44609,1732375360643 2024-11-23T15:22:42,293 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:22:42,295 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C44609%2C1732375360643, suffix=, logDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/WALs/018362ca5320,44609,1732375360643, archiveDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/oldWALs, maxLogs=10 2024-11-23T15:22:42,315 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/WALs/018362ca5320,44609,1732375360643/018362ca5320%2C44609%2C1732375360643.1732375362295, exclude list is [], retry=0 2024-11-23T15:22:42,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40347,DS-ecedd3a1-5311-4b06-82ca-891c1d678251,DISK] 2024-11-23T15:22:42,323 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/WALs/018362ca5320,44609,1732375360643/018362ca5320%2C44609%2C1732375360643.1732375362295 2024-11-23T15:22:42,323 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36367:36367)] 2024-11-23T15:22:42,323 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:42,324 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:42,324 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,324 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:22:42,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:22:42,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:42,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:42,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:22:42,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:42,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:42,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:22:42,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:42,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:42,331 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,332 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,332 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,333 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,333 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,334 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:42,335 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:42,336 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:42,337 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72532200, jitterRate=0.08081400394439697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:42,337 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375362324Initializing all the Stores at 1732375362325 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375362325Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375362325Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375362325Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375362325Cleaning up temporary data from old regions at 1732375362333 (+8 ms)Region opened successfully at 1732375362337 (+4 ms) 2024-11-23T15:22:42,337 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:22:42,340 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf9b32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:22:42,340 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:22:42,341 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:22:42,341 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:22:42,341 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:22:42,341 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:22:42,341 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:22:42,342 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:22:42,343 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:22:42,344 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Unable to get data of znode /11913380039/balancer because node does not exist (not necessarily an error) 2024-11-23T15:22:42,373 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11913380039/balancer already deleted, retry=false 2024-11-23T15:22:42,373 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:22:42,374 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Unable to get data of znode /11913380039/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:22:42,428 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11913380039/normalizer already deleted, retry=false 2024-11-23T15:22:42,429 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:22:42,430 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Unable to get data of znode /11913380039/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:22:42,481 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11913380039/switch/split already deleted, retry=false 2024-11-23T15:22:42,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Unable to get data of znode /11913380039/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:22:42,534 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11913380039/switch/merge already deleted, retry=false 2024-11-23T15:22:42,537 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Unable to get data of znode /11913380039/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:22:42,598 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11913380039/snapshot-cleanup already deleted, retry=false 2024-11-23T15:22:42,658 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11913380039/running 2024-11-23T15:22:42,658 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11913380039/running 2024-11-23T15:22:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:42,659 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,44609,1732375360643, sessionid=0x101684a11b70003, setting cluster-up flag (Was=false) 2024-11-23T15:22:42,795 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:43,000 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11913380039/flush-table-proc/acquired, /11913380039/flush-table-proc/reached, /11913380039/flush-table-proc/abort 2024-11-23T15:22:43,001 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,44609,1732375360643 2024-11-23T15:22:43,192 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:43,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:43,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:22:43,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:43,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:22:43,478 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11913380039/online-snapshot/acquired, /11913380039/online-snapshot/reached, /11913380039/online-snapshot/abort 2024-11-23T15:22:43,479 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,44609,1732375360643 2024-11-23T15:22:43,480 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:22:43,481 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:43,482 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:22:43,482 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:22:43,482 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,44609,1732375360643 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:22:43,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:43,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:43,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:43,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:43,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:22:43,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:22:43,483 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:43,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:22:43,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:43,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:22:43,492 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375393492 2024-11-23T15:22:43,492 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:22:43,492 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:22:43,492 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:22:43,492 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:22:43,492 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:22:43,492 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:22:43,495 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,495 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:22:43,495 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:22:43,495 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:22:43,495 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:22:43,496 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:22:43,496 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:22:43,497 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375363496,5,FailOnTimeoutGroup] 2024-11-23T15:22:43,498 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375363497,5,FailOnTimeoutGroup] 2024-11-23T15:22:43,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:22:43,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,498 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:22:43,514 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(746): ClusterId : 09996f48-cb06-4a17-9673-858da40a7ba8 2024-11-23T15:22:43,515 DEBUG [RS:0;018362ca5320:38831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:22:43,595 DEBUG [RS:0;018362ca5320:38831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:22:43,595 DEBUG [RS:0;018362ca5320:38831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:22:43,711 DEBUG [RS:0;018362ca5320:38831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:22:43,711 DEBUG [RS:0;018362ca5320:38831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2ff461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:22:43,722 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:38831 2024-11-23T15:22:43,722 INFO [RS:0;018362ca5320:38831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:22:43,722 INFO [RS:0;018362ca5320:38831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:22:43,722 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:22:43,722 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,44609,1732375360643 with port=38831, startcode=1732375360771 2024-11-23T15:22:43,722 DEBUG [RS:0;018362ca5320:38831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:22:43,723 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:22:43,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,38831,1732375360771 2024-11-23T15:22:43,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44609 {}] master.ServerManager(517): Registering regionserver=018362ca5320,38831,1732375360771 2024-11-23T15:22:43,725 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac 2024-11-23T15:22:43,725 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37897 2024-11-23T15:22:43,725 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:22:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039/rs 2024-11-23T15:22:43,816 DEBUG [RS:0;018362ca5320:38831 {}] zookeeper.ZKUtil(111): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on existing znode=/11913380039/rs/018362ca5320,38831,1732375360771 2024-11-23T15:22:43,816 WARN [RS:0;018362ca5320:38831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:22:43,816 INFO [RS:0;018362ca5320:38831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:43,816 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771 2024-11-23T15:22:43,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,38831,1732375360771] 2024-11-23T15:22:43,819 INFO [RS:0;018362ca5320:38831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:22:43,820 INFO [RS:0;018362ca5320:38831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:22:43,821 INFO [RS:0;018362ca5320:38831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:22:43,821 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,821 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:22:43,821 INFO [RS:0;018362ca5320:38831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:22:43,821 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,821 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,821 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,821 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,821 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,821 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:22:43,822 DEBUG [RS:0;018362ca5320:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:22:43,822 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,822 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,822 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,822 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,822 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,822 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,38831,1732375360771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:43,835 INFO [RS:0;018362ca5320:38831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:22:43,835 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,38831,1732375360771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,835 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,835 INFO [RS:0;018362ca5320:38831 {}] regionserver.Replication(171): 018362ca5320,38831,1732375360771 started 2024-11-23T15:22:43,848 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:43,848 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,38831,1732375360771, RpcServer on 018362ca5320/172.17.0.2:38831, sessionid=0x101684a11b70004 2024-11-23T15:22:43,848 DEBUG [RS:0;018362ca5320:38831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:22:43,848 DEBUG [RS:0;018362ca5320:38831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,38831,1732375360771 2024-11-23T15:22:43,848 DEBUG [RS:0;018362ca5320:38831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,38831,1732375360771' 2024-11-23T15:22:43,848 DEBUG [RS:0;018362ca5320:38831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11913380039/flush-table-proc/abort' 2024-11-23T15:22:43,848 DEBUG [RS:0;018362ca5320:38831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11913380039/flush-table-proc/acquired' 2024-11-23T15:22:43,849 DEBUG [RS:0;018362ca5320:38831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:22:43,849 DEBUG [RS:0;018362ca5320:38831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:22:43,849 DEBUG [RS:0;018362ca5320:38831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,38831,1732375360771 2024-11-23T15:22:43,849 DEBUG [RS:0;018362ca5320:38831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,38831,1732375360771' 2024-11-23T15:22:43,849 DEBUG [RS:0;018362ca5320:38831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11913380039/online-snapshot/abort' 2024-11-23T15:22:43,849 DEBUG [RS:0;018362ca5320:38831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11913380039/online-snapshot/acquired' 2024-11-23T15:22:43,849 DEBUG [RS:0;018362ca5320:38831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:22:43,849 INFO [RS:0;018362ca5320:38831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:22:43,849 INFO [RS:0;018362ca5320:38831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:22:43,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:22:43,900 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac 2024-11-23T15:22:43,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741832_1008 (size=32) 2024-11-23T15:22:43,950 INFO [RS:0;018362ca5320:38831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:22:43,951 INFO [RS:0;018362ca5320:38831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C38831%2C1732375360771, suffix=, logDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771, archiveDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/oldWALs, maxLogs=10 2024-11-23T15:22:43,963 DEBUG [RS:0;018362ca5320:38831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, exclude list is [], retry=0 2024-11-23T15:22:43,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40347,DS-ecedd3a1-5311-4b06-82ca-891c1d678251,DISK] 2024-11-23T15:22:43,966 INFO [RS:0;018362ca5320:38831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 2024-11-23T15:22:43,967 DEBUG [RS:0;018362ca5320:38831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36367:36367)] 2024-11-23T15:22:44,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:44,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:44,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:44,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:44,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:44,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:44,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:44,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:44,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:44,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:44,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:44,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:44,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:44,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:44,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740 2024-11-23T15:22:44,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740 2024-11-23T15:22:44,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:44,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:44,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:44,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:44,319 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:44,319 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69492372, jitterRate=0.03551703691482544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:44,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375364305Initializing all the Stores at 1732375364306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375364306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375364306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375364306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375364306Cleaning up temporary data from old regions at 1732375364315 (+9 ms)Region opened successfully at 1732375364319 (+4 ms) 2024-11-23T15:22:44,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:22:44,319 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:22:44,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:22:44,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:22:44,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:22:44,319 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:44,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375364319Disabling compacts and flushes for region at 1732375364319Disabling writes for close at 1732375364319Writing region close event to WAL at 1732375364319Closed at 1732375364319 2024-11-23T15:22:44,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:44,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:22:44,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:22:44,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:44,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:22:44,472 DEBUG [018362ca5320:44609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:22:44,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,38831,1732375360771 2024-11-23T15:22:44,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,38831,1732375360771, state=OPENING 2024-11-23T15:22:44,584 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:22:44,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:44,604 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:44,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:44,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11913380039/meta-region-server: CHANGED 2024-11-23T15:22:44,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11913380039/meta-region-server: CHANGED 2024-11-23T15:22:44,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,38831,1732375360771}] 2024-11-23T15:22:44,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:44,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:22:44,761 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:22:44,761 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:44,761 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:22:44,762 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C38831%2C1732375360771.meta, suffix=.meta, logDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771, archiveDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/oldWALs, maxLogs=10 2024-11-23T15:22:44,780 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.meta.1732375364763.meta, exclude list is [], retry=0 2024-11-23T15:22:44,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40347,DS-ecedd3a1-5311-4b06-82ca-891c1d678251,DISK] 2024-11-23T15:22:44,783 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.meta.1732375364763.meta 2024-11-23T15:22:44,783 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36367:36367)] 2024-11-23T15:22:44,783 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:44,784 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:44,784 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:44,784 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:22:44,784 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:22:44,784 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:22:44,784 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:44,785 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:22:44,785 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:22:44,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:44,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:44,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:44,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:44,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:44,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:44,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:44,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:44,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:44,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:44,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:44,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:44,790 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:44,791 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740 2024-11-23T15:22:44,791 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740 2024-11-23T15:22:44,792 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:44,792 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:44,793 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:44,793 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:44,794 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63204531, jitterRate=-0.0581790953874588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:44,794 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:22:44,794 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375364785Writing region info on filesystem at 1732375364785Initializing all the Stores at 1732375364785Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375364785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375364786 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375364786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375364786Cleaning up temporary data from old regions at 1732375364792 (+6 ms)Running coprocessor post-open hooks at 1732375364794 (+2 ms)Region opened successfully at 1732375364794 2024-11-23T15:22:44,795 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375364757 2024-11-23T15:22:44,796 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:22:44,797 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:22:44,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,38831,1732375360771 2024-11-23T15:22:44,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,38831,1732375360771, state=OPEN 2024-11-23T15:22:44,804 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11913380039/meta-region-server 2024-11-23T15:22:44,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11913380039/meta-region-server 2024-11-23T15:22:44,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,38831,1732375360771 2024-11-23T15:22:44,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11913380039/meta-region-server: CHANGED 2024-11-23T15:22:44,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11913380039/meta-region-server: CHANGED 2024-11-23T15:22:44,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:22:44,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,38831,1732375360771 in 199 msec 2024-11-23T15:22:44,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:22:44,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-23T15:22:44,808 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:44,808 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:22:44,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:44,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38831,1732375360771, seqNum=-1] 2024-11-23T15:22:44,810 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:44,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:44,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-23T15:22:44,815 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375364815, completionTime=-1 2024-11-23T15:22:44,815 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:22:44,815 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:22:44,817 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:22:44,817 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375424817 2024-11-23T15:22:44,817 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375484817 2024-11-23T15:22:44,817 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T15:22:44,818 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44609,1732375360643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:44,818 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44609,1732375360643-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:44,818 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44609,1732375360643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:44,818 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:44609, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:44,818 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:44,818 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:44,820 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:22:44,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.965sec 2024-11-23T15:22:44,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:22:44,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:22:44,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:22:44,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:22:44,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:22:44,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44609,1732375360643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:44,822 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44609,1732375360643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:22:44,824 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:22:44,824 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:22:44,824 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,44609,1732375360643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:44,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a60e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:44,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44609,-1 for getting cluster id 2024-11-23T15:22:44,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:44,917 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09996f48-cb06-4a17-9673-858da40a7ba8' 2024-11-23T15:22:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09996f48-cb06-4a17-9673-858da40a7ba8" 2024-11-23T15:22:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70643ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44609,-1] 2024-11-23T15:22:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:44,919 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:44,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e2807f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:44,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38831,1732375360771, seqNum=-1] 2024-11-23T15:22:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:44,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,44609,1732375360643 2024-11-23T15:22:44,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:44,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:44,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101684a11b70005 connected 2024-11-23T15:22:44,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.log.dir so I do NOT create it in target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc 2024-11-23T15:22:44,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:22:44,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.tmp.dir so I do NOT create it in target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc 2024-11-23T15:22:44,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:22:44,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc 2024-11-23T15:22:44,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:22:44,945 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/cluster_d090315c-4c16-c451-f9c9-ba1e094d8491, deleteOnExit=true 2024-11-23T15:22:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:22:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/test.cache.data in system properties and HBase conf 2024-11-23T15:22:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:22:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:22:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:22:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:22:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:22:44,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:22:44,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:22:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:22:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:22:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:22:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:22:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:22:45,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:45,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:22:45,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:22:45,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:22:45,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:22:45,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:45,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@161477b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:22:45,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3506c882{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:22:45,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fdfef0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/java.io.tmpdir/jetty-localhost-41935-hadoop-hdfs-3_4_1-tests_jar-_-any-8660157583465709602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:22:45,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@324a05fc{HTTP/1.1, (http/1.1)}{localhost:41935} 2024-11-23T15:22:45,464 INFO [Time-limited test {}] server.Server(415): Started @295847ms 2024-11-23T15:22:45,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:22:45,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:22:45,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:22:45,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:22:45,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:22:45,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30440478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:22:45,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f0f99bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:22:45,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ea269ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/java.io.tmpdir/jetty-localhost-36201-hadoop-hdfs-3_4_1-tests_jar-_-any-17740125313203175967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:22:45,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63be21f1{HTTP/1.1, (http/1.1)}{localhost:36201} 2024-11-23T15:22:45,911 INFO [Time-limited test {}] server.Server(415): Started @296294ms 2024-11-23T15:22:45,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:22:46,719 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/cluster_d090315c-4c16-c451-f9c9-ba1e094d8491/data/data1/current/BP-2136269235-172.17.0.2-1732375364963/current, will proceed with Du for space computation calculation, 2024-11-23T15:22:46,719 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/cluster_d090315c-4c16-c451-f9c9-ba1e094d8491/data/data2/current/BP-2136269235-172.17.0.2-1732375364963/current, will proceed with Du for space computation calculation, 2024-11-23T15:22:46,753 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:22:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c6dc2e59a7f992c with lease ID 0xdfdf500f81ab52d8: Processing first storage report for DS-068593b6-62fa-4e94-a109-2ae7ce5be396 from datanode DatanodeRegistration(127.0.0.1:43867, datanodeUuid=01f89cf5-b306-4389-a6cc-c504b9a83276, infoPort=43567, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=2000249474;c=1732375364963) 2024-11-23T15:22:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c6dc2e59a7f992c with lease ID 0xdfdf500f81ab52d8: from storage DS-068593b6-62fa-4e94-a109-2ae7ce5be396 node DatanodeRegistration(127.0.0.1:43867, datanodeUuid=01f89cf5-b306-4389-a6cc-c504b9a83276, infoPort=43567, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=2000249474;c=1732375364963), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:22:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c6dc2e59a7f992c with lease ID 0xdfdf500f81ab52d8: Processing first storage report for DS-f133a9fa-ff87-4932-9aa3-9c2f82b8e563 from datanode DatanodeRegistration(127.0.0.1:43867, datanodeUuid=01f89cf5-b306-4389-a6cc-c504b9a83276, infoPort=43567, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=2000249474;c=1732375364963) 2024-11-23T15:22:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c6dc2e59a7f992c with lease ID 0xdfdf500f81ab52d8: from storage DS-f133a9fa-ff87-4932-9aa3-9c2f82b8e563 node DatanodeRegistration(127.0.0.1:43867, datanodeUuid=01f89cf5-b306-4389-a6cc-c504b9a83276, infoPort=43567, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=2000249474;c=1732375364963), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:22:46,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc 2024-11-23T15:22:46,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:46,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:46,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:22:46,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab with version=8 2024-11-23T15:22:46,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/hbase-staging 2024-11-23T15:22:46,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:22:46,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:46,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:46,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:22:46,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:46,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:22:46,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:22:46,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:22:46,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34885 2024-11-23T15:22:46,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34885 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348850x0, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:46,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34885-0x101684a11b70006 connected 2024-11-23T15:22:46,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:46,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:46,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on znode that does not yet exist, /21726733479/running 2024-11-23T15:22:46,967 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab, hbase.cluster.distributed=false 2024-11-23T15:22:46,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on znode that does not yet exist, /21726733479/acl 2024-11-23T15:22:46,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34885 2024-11-23T15:22:46,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34885 2024-11-23T15:22:46,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34885 2024-11-23T15:22:46,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34885 2024-11-23T15:22:46,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34885 2024-11-23T15:22:46,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:22:46,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:46,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:46,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:22:46,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:22:46,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:22:46,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:22:46,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:22:46,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42847 2024-11-23T15:22:46,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42847 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:46,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:46,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:47,015 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428470x0, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:47,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428470x0, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on znode that does not yet exist, /21726733479/running 2024-11-23T15:22:47,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42847-0x101684a11b70007 connected 2024-11-23T15:22:47,015 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:22:47,020 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:22:47,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on znode that does not yet exist, /21726733479/master 2024-11-23T15:22:47,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on znode that does not yet exist, /21726733479/acl 2024-11-23T15:22:47,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-23T15:22:47,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42847 2024-11-23T15:22:47,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42847 2024-11-23T15:22:47,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-23T15:22:47,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-23T15:22:47,045 DEBUG [M:0;018362ca5320:34885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:34885 2024-11-23T15:22:47,046 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21726733479/backup-masters/018362ca5320,34885,1732375366864 2024-11-23T15:22:47,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479/backup-masters 2024-11-23T15:22:47,057 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479/backup-masters 2024-11-23T15:22:47,057 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on existing znode=/21726733479/backup-masters/018362ca5320,34885,1732375366864 2024-11-23T15:22:47,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:47,067 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21726733479/master 2024-11-23T15:22:47,067 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:47,068 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on existing znode=/21726733479/master 2024-11-23T15:22:47,068 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21726733479/backup-masters/018362ca5320,34885,1732375366864 from backup master directory 2024-11-23T15:22:47,078 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479/backup-masters 2024-11-23T15:22:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21726733479/backup-masters/018362ca5320,34885,1732375366864 2024-11-23T15:22:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479/backup-masters 2024-11-23T15:22:47,078 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:22:47,078 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,34885,1732375366864 2024-11-23T15:22:47,081 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/hbase.id] with ID: 8fd6ab2b-73b2-4a1a-8714-70192144f928 2024-11-23T15:22:47,081 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/.tmp/hbase.id 2024-11-23T15:22:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:22:47,086 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/.tmp/hbase.id]:[hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/hbase.id] 2024-11-23T15:22:47,094 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:22:47,094 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:22:47,095 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:22:47,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:47,099 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:47,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:22:47,512 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:47,512 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:22:47,513 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:47,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:22:47,519 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store 2024-11-23T15:22:47,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:22:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:22:47,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:22:47,924 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:47,924 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:22:47,924 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:47,924 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:47,924 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:22:47,924 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:47,924 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:22:47,924 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375367924Disabling compacts and flushes for region at 1732375367924Disabling writes for close at 1732375367924Writing region close event to WAL at 1732375367924Closed at 1732375367924 2024-11-23T15:22:47,925 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/.initializing 2024-11-23T15:22:47,925 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/WALs/018362ca5320,34885,1732375366864 2024-11-23T15:22:47,925 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:22:47,926 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C34885%2C1732375366864, suffix=, logDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/WALs/018362ca5320,34885,1732375366864, archiveDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/oldWALs, maxLogs=10 2024-11-23T15:22:47,938 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/WALs/018362ca5320,34885,1732375366864/018362ca5320%2C34885%2C1732375366864.1732375367927, exclude list is [], retry=0 2024-11-23T15:22:47,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43867,DS-068593b6-62fa-4e94-a109-2ae7ce5be396,DISK] 2024-11-23T15:22:47,944 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/WALs/018362ca5320,34885,1732375366864/018362ca5320%2C34885%2C1732375366864.1732375367927 2024-11-23T15:22:47,948 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43567:43567)] 2024-11-23T15:22:47,948 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:47,948 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:47,948 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,948 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:22:47,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:47,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:47,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:22:47,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:47,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:47,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:22:47,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:47,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:47,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:22:47,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:47,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:47,955 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,956 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,956 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,957 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,957 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,958 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:47,959 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:22:47,960 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:47,961 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66529265, jitterRate=-0.008636698126792908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:47,961 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375367948Initializing all the Stores at 1732375367949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375367949Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375367949Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375367949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375367949Cleaning up temporary data from old regions at 1732375367957 (+8 ms)Region opened successfully at 1732375367961 (+4 ms) 2024-11-23T15:22:47,961 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:22:47,964 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10039f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:22:47,965 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:22:47,965 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:22:47,965 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:22:47,965 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:22:47,967 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T15:22:47,967 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:22:47,967 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:22:47,969 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:22:47,970 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Unable to get data of znode /21726733479/balancer because node does not exist (not necessarily an error) 2024-11-23T15:22:48,025 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21726733479/balancer already deleted, retry=false 2024-11-23T15:22:48,025 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:22:48,026 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Unable to get data of znode /21726733479/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:22:48,035 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21726733479/normalizer already deleted, retry=false 2024-11-23T15:22:48,036 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:22:48,037 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Unable to get data of znode /21726733479/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:22:48,046 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21726733479/switch/split already deleted, retry=false 2024-11-23T15:22:48,047 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Unable to get data of znode /21726733479/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:22:48,057 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21726733479/switch/merge already deleted, retry=false 2024-11-23T15:22:48,058 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Unable to get data of znode /21726733479/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:22:48,067 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21726733479/snapshot-cleanup already deleted, retry=false 2024-11-23T15:22:48,078 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21726733479/running 2024-11-23T15:22:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21726733479/running 2024-11-23T15:22:48,078 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:48,078 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,34885,1732375366864, sessionid=0x101684a11b70006, setting cluster-up flag (Was=false) 2024-11-23T15:22:48,099 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:48,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:48,130 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21726733479/flush-table-proc/acquired, /21726733479/flush-table-proc/reached, /21726733479/flush-table-proc/abort 2024-11-23T15:22:48,131 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,34885,1732375366864 2024-11-23T15:22:48,151 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:48,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:48,183 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21726733479/online-snapshot/acquired, /21726733479/online-snapshot/reached, /21726733479/online-snapshot/abort 2024-11-23T15:22:48,184 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,34885,1732375366864 2024-11-23T15:22:48,184 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:22:48,185 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:48,185 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:22:48,186 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:22:48,186 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,34885,1732375366864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:22:48,187 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:48,187 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:48,187 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:48,187 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:22:48,187 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:22:48,187 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,187 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:22:48,187 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375398188 2024-11-23T15:22:48,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:48,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:22:48,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:22:48,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:22:48,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:22:48,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:22:48,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:22:48,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:22:48,188 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,188 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:22:48,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:22:48,189 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375368189,5,FailOnTimeoutGroup] 2024-11-23T15:22:48,189 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375368189,5,FailOnTimeoutGroup] 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:22:48,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:22:48,195 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab 2024-11-23T15:22:48,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741832_1008 (size=32) 2024-11-23T15:22:48,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:48,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:48,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:48,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:48,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:48,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:48,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:48,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:48,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:48,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:48,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:48,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:48,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:48,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:48,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740 2024-11-23T15:22:48,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740 2024-11-23T15:22:48,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:48,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:48,210 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:48,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:48,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:48,213 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60625956, jitterRate=-0.09660285711288452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:48,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375368202Initializing all the Stores at 1732375368203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375368203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375368203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375368203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375368203Cleaning up temporary data from old regions at 1732375368210 (+7 ms)Region opened successfully at 1732375368213 (+3 ms) 2024-11-23T15:22:48,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:22:48,213 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:22:48,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:22:48,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:22:48,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:22:48,214 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:22:48,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375368213Disabling compacts and flushes for region at 1732375368213Disabling writes for close at 1732375368213Writing region close event to WAL at 1732375368214 (+1 ms)Closed at 1732375368214 2024-11-23T15:22:48,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:48,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:22:48,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:22:48,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:48,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:22:48,236 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(746): ClusterId : 8fd6ab2b-73b2-4a1a-8714-70192144f928 2024-11-23T15:22:48,236 DEBUG [RS:0;018362ca5320:42847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:22:48,247 DEBUG [RS:0;018362ca5320:42847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:22:48,247 DEBUG [RS:0;018362ca5320:42847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:22:48,257 DEBUG [RS:0;018362ca5320:42847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:22:48,257 DEBUG [RS:0;018362ca5320:42847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e32fa3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:22:48,272 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:42847 2024-11-23T15:22:48,272 INFO [RS:0;018362ca5320:42847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:22:48,272 INFO [RS:0;018362ca5320:42847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:22:48,272 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:22:48,273 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,34885,1732375366864 with port=42847, startcode=1732375366994 2024-11-23T15:22:48,273 DEBUG [RS:0;018362ca5320:42847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:22:48,275 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:22:48,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,42847,1732375366994 2024-11-23T15:22:48,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34885 {}] master.ServerManager(517): Registering regionserver=018362ca5320,42847,1732375366994 2024-11-23T15:22:48,276 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab 2024-11-23T15:22:48,276 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41443 2024-11-23T15:22:48,276 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:22:48,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479/rs 2024-11-23T15:22:48,322 DEBUG [RS:0;018362ca5320:42847 {}] zookeeper.ZKUtil(111): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on existing znode=/21726733479/rs/018362ca5320,42847,1732375366994 2024-11-23T15:22:48,322 WARN [RS:0;018362ca5320:42847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:22:48,322 INFO [RS:0;018362ca5320:42847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:48,322 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994 2024-11-23T15:22:48,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,42847,1732375366994] 2024-11-23T15:22:48,325 INFO [RS:0;018362ca5320:42847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:22:48,327 INFO [RS:0;018362ca5320:42847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:22:48,328 INFO [RS:0;018362ca5320:42847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:22:48,328 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,328 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:22:48,329 INFO [RS:0;018362ca5320:42847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:22:48,329 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:22:48,329 DEBUG [RS:0;018362ca5320:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:22:48,332 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,332 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,332 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,332 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,332 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,332 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42847,1732375366994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:48,344 INFO [RS:0;018362ca5320:42847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:22:48,345 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42847,1732375366994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,345 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,345 INFO [RS:0;018362ca5320:42847 {}] regionserver.Replication(171): 018362ca5320,42847,1732375366994 started 2024-11-23T15:22:48,361 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,361 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,42847,1732375366994, RpcServer on 018362ca5320/172.17.0.2:42847, sessionid=0x101684a11b70007 2024-11-23T15:22:48,361 DEBUG [RS:0;018362ca5320:42847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:22:48,361 DEBUG [RS:0;018362ca5320:42847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,42847,1732375366994 2024-11-23T15:22:48,362 DEBUG [RS:0;018362ca5320:42847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,42847,1732375366994' 2024-11-23T15:22:48,362 DEBUG [RS:0;018362ca5320:42847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21726733479/flush-table-proc/abort' 2024-11-23T15:22:48,362 DEBUG [RS:0;018362ca5320:42847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21726733479/flush-table-proc/acquired' 2024-11-23T15:22:48,362 DEBUG [RS:0;018362ca5320:42847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:22:48,362 DEBUG [RS:0;018362ca5320:42847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:22:48,362 DEBUG [RS:0;018362ca5320:42847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,42847,1732375366994 2024-11-23T15:22:48,362 DEBUG [RS:0;018362ca5320:42847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,42847,1732375366994' 2024-11-23T15:22:48,362 DEBUG [RS:0;018362ca5320:42847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21726733479/online-snapshot/abort' 2024-11-23T15:22:48,363 DEBUG [RS:0;018362ca5320:42847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21726733479/online-snapshot/acquired' 2024-11-23T15:22:48,364 DEBUG [RS:0;018362ca5320:42847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:22:48,364 INFO [RS:0;018362ca5320:42847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:22:48,364 INFO [RS:0;018362ca5320:42847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:22:48,367 WARN [018362ca5320:34885 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T15:22:48,464 INFO [RS:0;018362ca5320:42847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:22:48,465 INFO [RS:0;018362ca5320:42847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42847%2C1732375366994, suffix=, logDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994, archiveDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/oldWALs, maxLogs=10 2024-11-23T15:22:48,482 DEBUG [RS:0;018362ca5320:42847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, exclude list is [], retry=0 2024-11-23T15:22:48,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43867,DS-068593b6-62fa-4e94-a109-2ae7ce5be396,DISK] 2024-11-23T15:22:48,489 INFO [RS:0;018362ca5320:42847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 2024-11-23T15:22:48,490 DEBUG [RS:0;018362ca5320:42847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43567:43567)] 2024-11-23T15:22:48,618 DEBUG [018362ca5320:34885 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:22:48,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,42847,1732375366994 2024-11-23T15:22:48,619 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42847,1732375366994, state=OPENING 2024-11-23T15:22:48,625 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:22:48,636 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:48,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:48,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21726733479/meta-region-server: CHANGED 2024-11-23T15:22:48,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21726733479/meta-region-server: CHANGED 2024-11-23T15:22:48,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:22:48,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,42847,1732375366994}] 2024-11-23T15:22:48,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:22:48,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:22:48,793 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:22:48,793 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:48,793 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:22:48,794 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42847%2C1732375366994.meta, suffix=.meta, logDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994, archiveDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/oldWALs, maxLogs=10 2024-11-23T15:22:48,806 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.meta.1732375368794.meta, exclude list is [], retry=0 2024-11-23T15:22:48,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43867,DS-068593b6-62fa-4e94-a109-2ae7ce5be396,DISK] 2024-11-23T15:22:48,809 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.meta.1732375368794.meta 2024-11-23T15:22:48,809 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43567:43567)] 2024-11-23T15:22:48,810 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:48,810 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:48,810 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:48,810 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:22:48,810 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:22:48,810 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:22:48,810 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:48,810 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:22:48,810 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:22:48,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:22:48,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:22:48,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:48,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:22:48,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:22:48,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:48,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:22:48,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:22:48,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:48,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:22:48,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:22:48,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:48,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:22:48,814 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:22:48,815 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740 2024-11-23T15:22:48,815 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740 2024-11-23T15:22:48,816 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:22:48,816 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:22:48,816 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:22:48,817 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:22:48,817 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70390963, jitterRate=0.0489070862531662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:22:48,817 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:22:48,818 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375368810Writing region info on filesystem at 1732375368810Initializing all the Stores at 1732375368811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375368811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375368811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375368811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375368811Cleaning up temporary data from old regions at 1732375368816 (+5 ms)Running coprocessor post-open hooks at 1732375368817 (+1 ms)Region opened successfully at 1732375368818 (+1 ms) 2024-11-23T15:22:48,818 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375368789 2024-11-23T15:22:48,820 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:22:48,820 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:22:48,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,42847,1732375366994 2024-11-23T15:22:48,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42847,1732375366994, state=OPEN 2024-11-23T15:22:48,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21726733479/meta-region-server 2024-11-23T15:22:48,892 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21726733479/meta-region-server 2024-11-23T15:22:48,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,42847,1732375366994 2024-11-23T15:22:48,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21726733479/meta-region-server: CHANGED 2024-11-23T15:22:48,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21726733479/meta-region-server: CHANGED 2024-11-23T15:22:48,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:22:48,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,42847,1732375366994 in 256 msec 2024-11-23T15:22:48,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:22:48,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-11-23T15:22:48,896 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:22:48,896 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:22:48,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:48,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42847,1732375366994, seqNum=-1] 2024-11-23T15:22:48,897 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:48,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:48,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 717 msec 2024-11-23T15:22:48,903 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375368903, completionTime=-1 2024-11-23T15:22:48,903 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:22:48,903 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375428905 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375488905 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34885,1732375366864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34885,1732375366864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34885,1732375366864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:34885, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,905 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,907 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:22:48,908 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.830sec 2024-11-23T15:22:48,908 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:22:48,908 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:22:48,908 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:22:48,908 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:22:48,908 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:22:48,908 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34885,1732375366864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:22:48,908 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34885,1732375366864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:22:48,909 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:22:48,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:22:48,909 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,34885,1732375366864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:22:48,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46121eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:48,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34885,-1 for getting cluster id 2024-11-23T15:22:48,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:48,938 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fd6ab2b-73b2-4a1a-8714-70192144f928' 2024-11-23T15:22:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fd6ab2b-73b2-4a1a-8714-70192144f928" 2024-11-23T15:22:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440087ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34885,-1] 2024-11-23T15:22:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:48,939 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:48,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fb9c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:48,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42847,1732375366994, seqNum=-1] 2024-11-23T15:22:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:48,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:48,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,34885,1732375366864 2024-11-23T15:22:48,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62952 2024-11-23T15:22:49,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:22:49,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101684a11b70008 connected 2024-11-23T15:22:49,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33035,1732375354821 2024-11-23T15:22:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@583afb66 2024-11-23T15:22:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:49,018 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:49,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:22:49,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:49,021 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:49,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:22:49,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:22:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:49,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0aa50a5bf7c158672135a7ff72e65b6f, NAME => 'test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0 2024-11-23T15:22:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:22:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:49,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:49,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0aa50a5bf7c158672135a7ff72e65b6f, disabling compactions & flushes 2024-11-23T15:22:49,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:22:49,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:22:49,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. after waiting 0 ms 2024-11-23T15:22:49,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:22:49,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:22:49,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0aa50a5bf7c158672135a7ff72e65b6f: Waiting for close lock at 1732375369833Disabling compacts and flushes for region at 1732375369833Disabling writes for close at 1732375369834 (+1 ms)Writing region close event to WAL at 1732375369834Closed at 1732375369834 2024-11-23T15:22:49,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:49,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375369835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375369835"}]},"ts":"1732375369835"} 2024-11-23T15:22:49,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:49,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:49,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375369838"}]},"ts":"1732375369838"} 2024-11-23T15:22:49,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:22:49,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0aa50a5bf7c158672135a7ff72e65b6f, ASSIGN}] 2024-11-23T15:22:49,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0aa50a5bf7c158672135a7ff72e65b6f, ASSIGN 2024-11-23T15:22:49,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0aa50a5bf7c158672135a7ff72e65b6f, ASSIGN; state=OFFLINE, location=018362ca5320,35707,1732375355064; forceNewPlan=false, retain=false 2024-11-23T15:22:49,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0aa50a5bf7c158672135a7ff72e65b6f, regionState=OPENING, regionLocation=018362ca5320,35707,1732375355064 2024-11-23T15:22:49,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0aa50a5bf7c158672135a7ff72e65b6f, ASSIGN because future has completed 2024-11-23T15:22:49,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aa50a5bf7c158672135a7ff72e65b6f, server=018362ca5320,35707,1732375355064}] 2024-11-23T15:22:50,149 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:22:50,149 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0aa50a5bf7c158672135a7ff72e65b6f, NAME => 'test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:50,150 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:50,150 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:22:50,150 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,150 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:50,150 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,150 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,151 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,152 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa50a5bf7c158672135a7ff72e65b6f columnFamilyName f 2024-11-23T15:22:50,152 DEBUG [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:50,152 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] regionserver.HStore(327): Store=0aa50a5bf7c158672135a7ff72e65b6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:50,152 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,153 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa50a5bf7c158672135a7ff72e65b6f columnFamilyName f1 2024-11-23T15:22:50,153 DEBUG [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:50,153 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] regionserver.HStore(327): Store=0aa50a5bf7c158672135a7ff72e65b6f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:50,153 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,154 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa50a5bf7c158672135a7ff72e65b6f columnFamilyName norep 2024-11-23T15:22:50,154 DEBUG [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:50,154 INFO [StoreOpener-0aa50a5bf7c158672135a7ff72e65b6f-1 {}] regionserver.HStore(327): Store=0aa50a5bf7c158672135a7ff72e65b6f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:50,154 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,155 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,155 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,155 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,155 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,156 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:50,157 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,158 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:50,158 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0aa50a5bf7c158672135a7ff72e65b6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60822656, jitterRate=-0.09367179870605469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:50,158 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:22:50,159 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0aa50a5bf7c158672135a7ff72e65b6f: Running coprocessor pre-open hook at 1732375370150Writing region info on filesystem at 1732375370150Initializing all the Stores at 1732375370151 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375370151Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375370151Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375370151Cleaning up temporary data from old regions at 1732375370155 (+4 ms)Running coprocessor post-open hooks at 1732375370158 (+3 ms)Region opened successfully at 1732375370159 (+1 ms) 2024-11-23T15:22:50,159 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f., pid=6, masterSystemTime=1732375370146 2024-11-23T15:22:50,161 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:22:50,161 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:22:50,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0aa50a5bf7c158672135a7ff72e65b6f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,35707,1732375355064 2024-11-23T15:22:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aa50a5bf7c158672135a7ff72e65b6f, server=018362ca5320,35707,1732375355064 because future has completed 2024-11-23T15:22:50,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:22:50,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0aa50a5bf7c158672135a7ff72e65b6f, server=018362ca5320,35707,1732375355064 in 169 msec 2024-11-23T15:22:50,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:22:50,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0aa50a5bf7c158672135a7ff72e65b6f, ASSIGN in 324 msec 2024-11-23T15:22:50,166 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:50,166 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375370166"}]},"ts":"1732375370166"} 2024-11-23T15:22:50,167 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:22:50,168 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:50,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-23T15:22:50,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:22:50,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:50,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:51,166 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:22:51,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:51,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,44609,1732375360643 2024-11-23T15:22:51,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4782ee1c 2024-11-23T15:22:51,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:51,168 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:51,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:22:51,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:51,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:51,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:22:51,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:22:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:51,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2835b8d4a183e63ada7fa3ee274cf71, NAME => 'test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac 2024-11-23T15:22:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:22:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:51,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:51,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2835b8d4a183e63ada7fa3ee274cf71, disabling compactions & flushes 2024-11-23T15:22:51,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:22:51,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:22:51,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. after waiting 0 ms 2024-11-23T15:22:51,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:22:51,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:22:51,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2835b8d4a183e63ada7fa3ee274cf71: Waiting for close lock at 1732375371981Disabling compacts and flushes for region at 1732375371981Disabling writes for close at 1732375371981Writing region close event to WAL at 1732375371981Closed at 1732375371981 2024-11-23T15:22:51,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:51,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375371983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375371983"}]},"ts":"1732375371983"} 2024-11-23T15:22:51,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:51,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:51,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375371985"}]},"ts":"1732375371985"} 2024-11-23T15:22:51,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:22:51,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2835b8d4a183e63ada7fa3ee274cf71, ASSIGN}] 2024-11-23T15:22:51,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2835b8d4a183e63ada7fa3ee274cf71, ASSIGN 2024-11-23T15:22:51,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2835b8d4a183e63ada7fa3ee274cf71, ASSIGN; state=OFFLINE, location=018362ca5320,38831,1732375360771; forceNewPlan=false, retain=false 2024-11-23T15:22:52,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2835b8d4a183e63ada7fa3ee274cf71, regionState=OPENING, regionLocation=018362ca5320,38831,1732375360771 2024-11-23T15:22:52,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2835b8d4a183e63ada7fa3ee274cf71, ASSIGN because future has completed 2024-11-23T15:22:52,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2835b8d4a183e63ada7fa3ee274cf71, server=018362ca5320,38831,1732375360771}] 2024-11-23T15:22:52,295 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:22:52,296 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2835b8d4a183e63ada7fa3ee274cf71, NAME => 'test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:52,296 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:52,296 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:22:52,296 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,296 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:52,296 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,296 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,299 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,300 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2835b8d4a183e63ada7fa3ee274cf71 columnFamilyName f 2024-11-23T15:22:52,300 DEBUG [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:52,300 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] regionserver.HStore(327): Store=a2835b8d4a183e63ada7fa3ee274cf71/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:52,300 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,301 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2835b8d4a183e63ada7fa3ee274cf71 columnFamilyName f1 2024-11-23T15:22:52,301 DEBUG [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:52,302 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] regionserver.HStore(327): Store=a2835b8d4a183e63ada7fa3ee274cf71/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:52,302 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,302 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2835b8d4a183e63ada7fa3ee274cf71 columnFamilyName norep 2024-11-23T15:22:52,302 DEBUG [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:52,303 INFO [StoreOpener-a2835b8d4a183e63ada7fa3ee274cf71-1 {}] regionserver.HStore(327): Store=a2835b8d4a183e63ada7fa3ee274cf71/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:52,303 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,303 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,303 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,304 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,304 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,304 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:52,305 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,306 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:52,306 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2835b8d4a183e63ada7fa3ee274cf71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67212160, jitterRate=0.0015392303466796875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:52,307 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:22:52,307 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2835b8d4a183e63ada7fa3ee274cf71: Running coprocessor pre-open hook at 1732375372296Writing region info on filesystem at 1732375372296Initializing all the Stores at 1732375372297 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375372297Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375372299 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375372299Cleaning up temporary data from old regions at 1732375372304 (+5 ms)Running coprocessor post-open hooks at 1732375372307 (+3 ms)Region opened successfully at 1732375372307 2024-11-23T15:22:52,307 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71., pid=6, masterSystemTime=1732375372293 2024-11-23T15:22:52,309 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:22:52,309 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:22:52,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2835b8d4a183e63ada7fa3ee274cf71, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,38831,1732375360771 2024-11-23T15:22:52,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2835b8d4a183e63ada7fa3ee274cf71, server=018362ca5320,38831,1732375360771 because future has completed 2024-11-23T15:22:52,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:22:52,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2835b8d4a183e63ada7fa3ee274cf71, server=018362ca5320,38831,1732375360771 in 171 msec 2024-11-23T15:22:52,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:22:52,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2835b8d4a183e63ada7fa3ee274cf71, ASSIGN in 326 msec 2024-11-23T15:22:52,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:52,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375372316"}]},"ts":"1732375372316"} 2024-11-23T15:22:52,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:22:52,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:52,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-23T15:22:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:53,316 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:22:53,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,34885,1732375366864 2024-11-23T15:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ad651e 2024-11-23T15:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:53,318 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:53,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:22:53,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:53,320 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:53,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:22:53,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:22:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:53,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9f4e614248dfcf876f43bb405dceda1, NAME => 'test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab 2024-11-23T15:22:53,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:22:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:54,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:54,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b9f4e614248dfcf876f43bb405dceda1, disabling compactions & flushes 2024-11-23T15:22:54,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:22:54,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:22:54,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. after waiting 0 ms 2024-11-23T15:22:54,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:22:54,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:22:54,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9f4e614248dfcf876f43bb405dceda1: Waiting for close lock at 1732375374133Disabling compacts and flushes for region at 1732375374133Disabling writes for close at 1732375374133Writing region close event to WAL at 1732375374133Closed at 1732375374133 2024-11-23T15:22:54,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:54,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375374134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375374134"}]},"ts":"1732375374134"} 2024-11-23T15:22:54,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:54,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:54,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375374139"}]},"ts":"1732375374139"} 2024-11-23T15:22:54,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:22:54,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9f4e614248dfcf876f43bb405dceda1, ASSIGN}] 2024-11-23T15:22:54,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9f4e614248dfcf876f43bb405dceda1, ASSIGN 2024-11-23T15:22:54,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b9f4e614248dfcf876f43bb405dceda1, ASSIGN; state=OFFLINE, location=018362ca5320,42847,1732375366994; forceNewPlan=false, retain=false 2024-11-23T15:22:54,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9f4e614248dfcf876f43bb405dceda1, regionState=OPENING, regionLocation=018362ca5320,42847,1732375366994 2024-11-23T15:22:54,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b9f4e614248dfcf876f43bb405dceda1, ASSIGN because future has completed 2024-11-23T15:22:54,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9f4e614248dfcf876f43bb405dceda1, server=018362ca5320,42847,1732375366994}] 2024-11-23T15:22:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:54,457 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:22:54,458 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b9f4e614248dfcf876f43bb405dceda1, NAME => 'test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:54,458 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:54,458 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:22:54,458 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,458 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:54,458 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,458 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,459 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,460 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f4e614248dfcf876f43bb405dceda1 columnFamilyName f 2024-11-23T15:22:54,461 DEBUG [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:54,461 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] regionserver.HStore(327): Store=b9f4e614248dfcf876f43bb405dceda1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:54,461 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,462 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f4e614248dfcf876f43bb405dceda1 columnFamilyName f1 2024-11-23T15:22:54,462 DEBUG [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:54,462 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] regionserver.HStore(327): Store=b9f4e614248dfcf876f43bb405dceda1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:54,462 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,463 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f4e614248dfcf876f43bb405dceda1 columnFamilyName norep 2024-11-23T15:22:54,463 DEBUG [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:54,464 INFO [StoreOpener-b9f4e614248dfcf876f43bb405dceda1-1 {}] regionserver.HStore(327): Store=b9f4e614248dfcf876f43bb405dceda1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:54,464 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,465 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,465 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,466 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,466 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,466 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:54,467 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,468 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:54,469 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b9f4e614248dfcf876f43bb405dceda1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69693773, jitterRate=0.03851814568042755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:54,469 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:22:54,469 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b9f4e614248dfcf876f43bb405dceda1: Running coprocessor pre-open hook at 1732375374458Writing region info on filesystem at 1732375374458Initializing all the Stores at 1732375374459 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375374459Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375374459Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375374459Cleaning up temporary data from old regions at 1732375374466 (+7 ms)Running coprocessor post-open hooks at 1732375374469 (+3 ms)Region opened successfully at 1732375374469 2024-11-23T15:22:54,470 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1., pid=6, masterSystemTime=1732375374452 2024-11-23T15:22:54,472 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:22:54,472 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:22:54,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9f4e614248dfcf876f43bb405dceda1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,42847,1732375366994 2024-11-23T15:22:54,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9f4e614248dfcf876f43bb405dceda1, server=018362ca5320,42847,1732375366994 because future has completed 2024-11-23T15:22:54,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:22:54,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9f4e614248dfcf876f43bb405dceda1, server=018362ca5320,42847,1732375366994 in 176 msec 2024-11-23T15:22:54,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:22:54,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b9f4e614248dfcf876f43bb405dceda1, ASSIGN in 336 msec 2024-11-23T15:22:54,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:54,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375374481"}]},"ts":"1732375374481"} 2024-11-23T15:22:54,483 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:22:54,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:54,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-23T15:22:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:22:55,467 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:22:55,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ba779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:55,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33035,-1 for getting cluster id 2024-11-23T15:22:55,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:55,469 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5501b6ad-90a8-4b76-996b-bb1902fa9265' 2024-11-23T15:22:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5501b6ad-90a8-4b76-996b-bb1902fa9265" 2024-11-23T15:22:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d716b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33035,-1] 2024-11-23T15:22:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:55,472 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a087b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:55,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,33035,1732375354821 2024-11-23T15:22:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4117a0a8 2024-11-23T15:22:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:55,478 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:55,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:44609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:22:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:22:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:55,482 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:44609' 2024-11-23T15:22:55,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36391d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:55,483 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44609,-1 for getting cluster id 2024-11-23T15:22:55,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:55,484 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09996f48-cb06-4a17-9673-858da40a7ba8' 2024-11-23T15:22:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09996f48-cb06-4a17-9673-858da40a7ba8" 2024-11-23T15:22:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82d4775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44609,-1] 2024-11-23T15:22:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:55,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:55,485 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:55,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e587da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:55,486 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:55,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,44609,1732375360643 2024-11-23T15:22:55,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6845a033 2024-11-23T15:22:55,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:55,489 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:55,491 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:22:55,491 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:22:55,491 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:55,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:55,491 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:55,492 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:55,493 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:22:55,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:55,495 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:55,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:55,544 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:22:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:22:55,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2d9689de83e89ba0bb633117a4f9431, NAME => 'hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0 2024-11-23T15:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:22:55,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:22:55,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:55,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:22:55,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:22:55,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:55,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e2d9689de83e89ba0bb633117a4f9431, disabling compactions & flushes 2024-11-23T15:22:55,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:22:55,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:22:55,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. after waiting 0 ms 2024-11-23T15:22:55,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:22:55,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:22:55,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2d9689de83e89ba0bb633117a4f9431: Waiting for close lock at 1732375375994Disabling compacts and flushes for region at 1732375375994Disabling writes for close at 1732375375995 (+1 ms)Writing region close event to WAL at 1732375375995Closed at 1732375375995 2024-11-23T15:22:55,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:55,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375375996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375375996"}]},"ts":"1732375375996"} 2024-11-23T15:22:55,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:55,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:55,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375375999"}]},"ts":"1732375375999"} 2024-11-23T15:22:56,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:22:56,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2d9689de83e89ba0bb633117a4f9431, ASSIGN}] 2024-11-23T15:22:56,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2d9689de83e89ba0bb633117a4f9431, ASSIGN 2024-11-23T15:22:56,002 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2d9689de83e89ba0bb633117a4f9431, ASSIGN; state=OFFLINE, location=018362ca5320,35707,1732375355064; forceNewPlan=false, retain=false 2024-11-23T15:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:56,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2d9689de83e89ba0bb633117a4f9431, regionState=OPENING, regionLocation=018362ca5320,35707,1732375355064 2024-11-23T15:22:56,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2d9689de83e89ba0bb633117a4f9431, ASSIGN because future has completed 2024-11-23T15:22:56,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2d9689de83e89ba0bb633117a4f9431, server=018362ca5320,35707,1732375355064}] 2024-11-23T15:22:56,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:22:56,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:56,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:22:56,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C35707%2C1732375355064.rep, suffix=, logDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064, archiveDir=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/oldWALs, maxLogs=10 2024-11-23T15:22:56,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.rep.1732375376313, exclude list is [], retry=0 2024-11-23T15:22:56,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42731,DS-33f1fc42-d94d-4232-a05c-6e6f0c869ad9,DISK] 2024-11-23T15:22:56,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.rep.1732375376313 2024-11-23T15:22:56,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45915:45915)] 2024-11-23T15:22:56,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e2d9689de83e89ba0bb633117a4f9431, NAME => 'hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:56,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:56,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:56,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. service=MultiRowMutationService 2024-11-23T15:22:56,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:22:56,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:56,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,353 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,355 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2d9689de83e89ba0bb633117a4f9431 columnFamilyName hfileref 2024-11-23T15:22:56,355 DEBUG [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:56,355 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] regionserver.HStore(327): Store=e2d9689de83e89ba0bb633117a4f9431/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:56,355 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,356 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2d9689de83e89ba0bb633117a4f9431 columnFamilyName queue 2024-11-23T15:22:56,356 DEBUG [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:56,357 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] regionserver.HStore(327): Store=e2d9689de83e89ba0bb633117a4f9431/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:56,357 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,358 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2d9689de83e89ba0bb633117a4f9431 columnFamilyName sid 2024-11-23T15:22:56,358 DEBUG [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:56,358 INFO [StoreOpener-e2d9689de83e89ba0bb633117a4f9431-1 {}] regionserver.HStore(327): Store=e2d9689de83e89ba0bb633117a4f9431/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:56,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/replication/e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/replication/e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:56,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/replication/e2d9689de83e89ba0bb633117a4f9431/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:56,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e2d9689de83e89ba0bb633117a4f9431; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59334848, jitterRate=-0.11584186553955078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:22:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e2d9689de83e89ba0bb633117a4f9431: Running coprocessor pre-open hook at 1732375376348Writing region info on filesystem at 1732375376348Initializing all the Stores at 1732375376350 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375376350Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375376353 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375376353Cleaning up temporary data from old regions at 1732375376360 (+7 ms)Running coprocessor post-open hooks at 1732375376366 (+6 ms)Region opened successfully at 1732375376366 2024-11-23T15:22:56,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431., pid=10, masterSystemTime=1732375376308 2024-11-23T15:22:56,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:22:56,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:22:56,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2d9689de83e89ba0bb633117a4f9431, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,35707,1732375355064 2024-11-23T15:22:56,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2d9689de83e89ba0bb633117a4f9431, server=018362ca5320,35707,1732375355064 because future has completed 2024-11-23T15:22:56,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:22:56,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e2d9689de83e89ba0bb633117a4f9431, server=018362ca5320,35707,1732375355064 in 233 msec 2024-11-23T15:22:56,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:22:56,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2d9689de83e89ba0bb633117a4f9431, ASSIGN in 391 msec 2024-11-23T15:22:56,396 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:56,396 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375376396"}]},"ts":"1732375376396"} 2024-11-23T15:22:56,400 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:22:56,402 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:56,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 910 msec 2024-11-23T15:22:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431., hostname=018362ca5320,35707,1732375355064, seqNum=2] 2024-11-23T15:22:56,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:56,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:22:56,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:22:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:56,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35707 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:22:56,735 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:22:56,761 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,35707,1732375355064, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:22:56,761 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:56,761 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,35707,1732375355064, seqNum=-1] 2024-11-23T15:22:56,762 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:56,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:56,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,35707,1732375355064', locateType=CURRENT is [region=hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431., hostname=018362ca5320,35707,1732375355064, seqNum=2] 2024-11-23T15:22:56,766 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:22:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:22:56,768 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,35707,1732375355064 suceeded 2024-11-23T15:22:56,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:22:56,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-23T15:22:56,769 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:44609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:22:56,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2900 sec 2024-11-23T15:22:56,783 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:44609' 2024-11-23T15:22:56,784 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d168ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:56,784 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44609,-1 for getting cluster id 2024-11-23T15:22:56,784 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:56,785 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09996f48-cb06-4a17-9673-858da40a7ba8' 2024-11-23T15:22:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09996f48-cb06-4a17-9673-858da40a7ba8" 2024-11-23T15:22:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f371637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44609,-1] 2024-11-23T15:22:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:56,787 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:56,787 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eab2a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:56,787 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,44609,1732375360643 2024-11-23T15:22:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c394ea0 2024-11-23T15:22:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:56,789 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-23T15:22:56,789 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,35707,1732375355064 (queues=1) is replicating from cluster=5501b6ad-90a8-4b76-996b-bb1902fa9265 to cluster=09996f48-cb06-4a17-9673-858da40a7ba8 2024-11-23T15:22:56,790 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C35707%2C1732375355064 2024-11-23T15:22:56,790 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,35707,1732375355064, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:22:56,790 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C35707%2C1732375355064 2024-11-23T15:22:56,790 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324, startPosition=0, beingWritten=true 2024-11-23T15:22:56,794 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:56,794 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:22:56,794 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,35707,1732375355064 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:56,997 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:22:57,301 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:57,636 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:22:57,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:57,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:57,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:57,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:57,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:57,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f48e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:57,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44609,-1 for getting cluster id 2024-11-23T15:22:57,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:57,639 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09996f48-cb06-4a17-9673-858da40a7ba8' 2024-11-23T15:22:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09996f48-cb06-4a17-9673-858da40a7ba8" 2024-11-23T15:22:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a9662f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44609,-1] 2024-11-23T15:22:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:57,641 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492d5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:57,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,44609,1732375360643 2024-11-23T15:22:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d06148 2024-11-23T15:22:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:57,644 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:57,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:34885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:22:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:22:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:57,647 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:34885' 2024-11-23T15:22:57,648 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2513530c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:57,648 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34885,-1 for getting cluster id 2024-11-23T15:22:57,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:57,648 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fd6ab2b-73b2-4a1a-8714-70192144f928' 2024-11-23T15:22:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fd6ab2b-73b2-4a1a-8714-70192144f928" 2024-11-23T15:22:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f5c2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34885,-1] 2024-11-23T15:22:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:57,650 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e914641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:57,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:57,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,34885,1732375366864 2024-11-23T15:22:57,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@419a9d13 2024-11-23T15:22:57,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:57,654 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:57,655 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:22:57,655 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:22:57,655 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:57,655 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:57,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:57,656 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:57,657 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:22:57,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:57,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:57,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:22:57,673 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04b3f868a896ae0f59e94f3a94373eda, NAME => 'hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac 2024-11-23T15:22:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:22:57,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:57,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04b3f868a896ae0f59e94f3a94373eda, disabling compactions & flushes 2024-11-23T15:22:57,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:22:57,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:22:57,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. after waiting 0 ms 2024-11-23T15:22:57,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:22:57,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:22:57,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04b3f868a896ae0f59e94f3a94373eda: Waiting for close lock at 1732375377693Disabling compacts and flushes for region at 1732375377693Disabling writes for close at 1732375377693Writing region close event to WAL at 1732375377693Closed at 1732375377693 2024-11-23T15:22:57,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:57,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375377694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375377694"}]},"ts":"1732375377694"} 2024-11-23T15:22:57,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:57,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:57,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375377697"}]},"ts":"1732375377697"} 2024-11-23T15:22:57,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:22:57,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04b3f868a896ae0f59e94f3a94373eda, ASSIGN}] 2024-11-23T15:22:57,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04b3f868a896ae0f59e94f3a94373eda, ASSIGN 2024-11-23T15:22:57,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04b3f868a896ae0f59e94f3a94373eda, ASSIGN; state=OFFLINE, location=018362ca5320,38831,1732375360771; forceNewPlan=false, retain=false 2024-11-23T15:22:57,704 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:22:57,707 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:57,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04b3f868a896ae0f59e94f3a94373eda, regionState=OPENING, regionLocation=018362ca5320,38831,1732375360771 2024-11-23T15:22:57,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04b3f868a896ae0f59e94f3a94373eda, ASSIGN because future has completed 2024-11-23T15:22:57,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04b3f868a896ae0f59e94f3a94373eda, server=018362ca5320,38831,1732375360771}] 2024-11-23T15:22:57,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:22:57,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T15:22:57,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:22:57,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T15:22:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:58,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:22:58,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:58,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:22:58,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C38831%2C1732375360771.rep, suffix=, logDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771, archiveDir=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/oldWALs, maxLogs=10 2024-11-23T15:22:58,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.rep.1732375378095, exclude list is [], retry=0 2024-11-23T15:22:58,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40347,DS-ecedd3a1-5311-4b06-82ca-891c1d678251,DISK] 2024-11-23T15:22:58,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.rep.1732375378095 2024-11-23T15:22:58,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36367:36367)] 2024-11-23T15:22:58,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 04b3f868a896ae0f59e94f3a94373eda, NAME => 'hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:58,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:58,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:58,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. service=MultiRowMutationService 2024-11-23T15:22:58,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:22:58,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:58,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,132 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,133 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b3f868a896ae0f59e94f3a94373eda columnFamilyName hfileref 2024-11-23T15:22:58,133 DEBUG [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:58,133 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] regionserver.HStore(327): Store=04b3f868a896ae0f59e94f3a94373eda/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:58,134 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,135 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b3f868a896ae0f59e94f3a94373eda columnFamilyName queue 2024-11-23T15:22:58,135 DEBUG [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:58,135 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] regionserver.HStore(327): Store=04b3f868a896ae0f59e94f3a94373eda/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:58,135 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,137 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b3f868a896ae0f59e94f3a94373eda columnFamilyName sid 2024-11-23T15:22:58,137 DEBUG [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:58,137 INFO [StoreOpener-04b3f868a896ae0f59e94f3a94373eda-1 {}] regionserver.HStore(327): Store=04b3f868a896ae0f59e94f3a94373eda/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:58,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/replication/04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/replication/04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:58,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/replication/04b3f868a896ae0f59e94f3a94373eda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:58,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 04b3f868a896ae0f59e94f3a94373eda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65200559, jitterRate=-0.02843596041202545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:58,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:22:58,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 04b3f868a896ae0f59e94f3a94373eda: Running coprocessor pre-open hook at 1732375378129Writing region info on filesystem at 1732375378129Initializing all the Stores at 1732375378131 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375378131Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375378132 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375378132Cleaning up temporary data from old regions at 1732375378138 (+6 ms)Running coprocessor post-open hooks at 1732375378141 (+3 ms)Region opened successfully at 1732375378141 2024-11-23T15:22:58,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda., pid=10, masterSystemTime=1732375378006 2024-11-23T15:22:58,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:22:58,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:22:58,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04b3f868a896ae0f59e94f3a94373eda, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,38831,1732375360771 2024-11-23T15:22:58,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04b3f868a896ae0f59e94f3a94373eda, server=018362ca5320,38831,1732375360771 because future has completed 2024-11-23T15:22:58,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:22:58,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 04b3f868a896ae0f59e94f3a94373eda, server=018362ca5320,38831,1732375360771 in 292 msec 2024-11-23T15:22:58,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:22:58,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04b3f868a896ae0f59e94f3a94373eda, ASSIGN in 447 msec 2024-11-23T15:22:58,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:58,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375378150"}]},"ts":"1732375378150"} 2024-11-23T15:22:58,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:22:58,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:58,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 497 msec 2024-11-23T15:22:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda., hostname=018362ca5320,38831,1732375360771, seqNum=2] 2024-11-23T15:22:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:58,193 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:22:58,207 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:22:58,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:22:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:58,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:22:58,367 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:22:58,402 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,38831,1732375360771, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:22:58,402 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:58,402 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38831,1732375360771, seqNum=-1] 2024-11-23T15:22:58,403 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:58,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:58,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,38831,1732375360771', locateType=CURRENT is [region=hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda., hostname=018362ca5320,38831,1732375360771, seqNum=2] 2024-11-23T15:22:58,408 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:22:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:22:58,409 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,38831,1732375360771 suceeded 2024-11-23T15:22:58,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:22:58,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-23T15:22:58,411 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:34885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:22:58,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 766 msec 2024-11-23T15:22:58,425 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:34885' 2024-11-23T15:22:58,427 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600cee65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,427 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34885,-1 for getting cluster id 2024-11-23T15:22:58,427 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:58,427 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fd6ab2b-73b2-4a1a-8714-70192144f928' 2024-11-23T15:22:58,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:58,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fd6ab2b-73b2-4a1a-8714-70192144f928" 2024-11-23T15:22:58,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc8537d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34885,-1] 2024-11-23T15:22:58,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:58,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:58,429 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:58,429 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5766b1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,429 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:58,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,34885,1732375366864 2024-11-23T15:22:58,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bcc748b 2024-11-23T15:22:58,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:58,431 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-23T15:22:58,432 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,38831,1732375360771 (queues=1) is replicating from cluster=09996f48-cb06-4a17-9673-858da40a7ba8 to cluster=8fd6ab2b-73b2-4a1a-8714-70192144f928 2024-11-23T15:22:58,432 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C38831%2C1732375360771 2024-11-23T15:22:58,432 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,38831,1732375360771, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:22:58,432 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, startPosition=0, beingWritten=true 2024-11-23T15:22:58,435 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C38831%2C1732375360771 2024-11-23T15:22:58,442 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:22:58,442 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 379, reset compression=false 2024-11-23T15:22:58,442 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38831,1732375360771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:22:58,646 DEBUG [master/018362ca5320:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=33, reused chunk count=120, reuseRatio=78.43% 2024-11-23T15:22:58,649 DEBUG [master/018362ca5320:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-23T15:22:58,651 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 379, reset compression=false 2024-11-23T15:22:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:58,786 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:22:58,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:22:58,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:58,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:58,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:58,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:58,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea0bc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34885,-1 for getting cluster id 2024-11-23T15:22:58,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:58,788 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fd6ab2b-73b2-4a1a-8714-70192144f928' 2024-11-23T15:22:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fd6ab2b-73b2-4a1a-8714-70192144f928" 2024-11-23T15:22:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cc3cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34885,-1] 2024-11-23T15:22:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:58,790 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1200b47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,34885,1732375366864 2024-11-23T15:22:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@697c2dca 2024-11-23T15:22:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:58,793 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:58,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:44609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:22:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:22:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:58,796 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:44609' 2024-11-23T15:22:58,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531a91f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,797 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44609,-1 for getting cluster id 2024-11-23T15:22:58,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:22:58,798 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09996f48-cb06-4a17-9673-858da40a7ba8' 2024-11-23T15:22:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:22:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09996f48-cb06-4a17-9673-858da40a7ba8" 2024-11-23T15:22:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c16b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44609,-1] 2024-11-23T15:22:58,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:22:58,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:58,799 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:22:58,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7036d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:58,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:22:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,44609,1732375360643 2024-11-23T15:22:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ab8a33 2024-11-23T15:22:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:58,802 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:58,802 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:22:58,802 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:22:58,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:58,803 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:58,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:22:58,803 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:58,804 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:22:58,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:58,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:58,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:58,810 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:22:58,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:22:58,814 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5468f3486c20c36db6e4a2233e693ee9, NAME => 'hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab 2024-11-23T15:22:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:22:58,854 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:22:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:58,954 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 379, reset compression=false 2024-11-23T15:22:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:59,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:59,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5468f3486c20c36db6e4a2233e693ee9, disabling compactions & flushes 2024-11-23T15:22:59,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:22:59,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:22:59,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. after waiting 0 ms 2024-11-23T15:22:59,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:22:59,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:22:59,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5468f3486c20c36db6e4a2233e693ee9: Waiting for close lock at 1732375379218Disabling compacts and flushes for region at 1732375379218Disabling writes for close at 1732375379219 (+1 ms)Writing region close event to WAL at 1732375379219Closed at 1732375379219 2024-11-23T15:22:59,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:59,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375379220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375379220"}]},"ts":"1732375379220"} 2024-11-23T15:22:59,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:22:59,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:59,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375379222"}]},"ts":"1732375379222"} 2024-11-23T15:22:59,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:22:59,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5468f3486c20c36db6e4a2233e693ee9, ASSIGN}] 2024-11-23T15:22:59,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5468f3486c20c36db6e4a2233e693ee9, ASSIGN 2024-11-23T15:22:59,225 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5468f3486c20c36db6e4a2233e693ee9, ASSIGN; state=OFFLINE, location=018362ca5320,42847,1732375366994; forceNewPlan=false, retain=false 2024-11-23T15:22:59,360 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 379, reset compression=false 2024-11-23T15:22:59,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5468f3486c20c36db6e4a2233e693ee9, regionState=OPENING, regionLocation=018362ca5320,42847,1732375366994 2024-11-23T15:22:59,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5468f3486c20c36db6e4a2233e693ee9, ASSIGN because future has completed 2024-11-23T15:22:59,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5468f3486c20c36db6e4a2233e693ee9, server=018362ca5320,42847,1732375366994}] 2024-11-23T15:22:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:59,514 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:22:59,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:22:59,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:22:59,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:22:59,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42847%2C1732375366994.rep, suffix=, logDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994, archiveDir=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/oldWALs, maxLogs=10 2024-11-23T15:22:59,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.rep.1732375379562, exclude list is [], retry=0 2024-11-23T15:22:59,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43867,DS-068593b6-62fa-4e94-a109-2ae7ce5be396,DISK] 2024-11-23T15:22:59,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.rep.1732375379562 2024-11-23T15:22:59,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43567:43567)] 2024-11-23T15:22:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5468f3486c20c36db6e4a2233e693ee9, NAME => 'hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:59,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:22:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:22:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. service=MultiRowMutationService 2024-11-23T15:22:59,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:22:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:59,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,612 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,614 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5468f3486c20c36db6e4a2233e693ee9 columnFamilyName hfileref 2024-11-23T15:22:59,614 DEBUG [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:59,614 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] regionserver.HStore(327): Store=5468f3486c20c36db6e4a2233e693ee9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:59,615 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,616 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5468f3486c20c36db6e4a2233e693ee9 columnFamilyName queue 2024-11-23T15:22:59,616 DEBUG [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:59,617 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] regionserver.HStore(327): Store=5468f3486c20c36db6e4a2233e693ee9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:59,617 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,618 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5468f3486c20c36db6e4a2233e693ee9 columnFamilyName sid 2024-11-23T15:22:59,618 DEBUG [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:59,618 INFO [StoreOpener-5468f3486c20c36db6e4a2233e693ee9-1 {}] regionserver.HStore(327): Store=5468f3486c20c36db6e4a2233e693ee9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:59,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/replication/5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/replication/5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:22:59,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/replication/5468f3486c20c36db6e4a2233e693ee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:59,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5468f3486c20c36db6e4a2233e693ee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68876032, jitterRate=0.026332855224609375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:22:59,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:22:59,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5468f3486c20c36db6e4a2233e693ee9: Running coprocessor pre-open hook at 1732375379610Writing region info on filesystem at 1732375379610Initializing all the Stores at 1732375379611 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375379611Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375379612 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375379612Cleaning up temporary data from old regions at 1732375379620 (+8 ms)Running coprocessor post-open hooks at 1732375379629 (+9 ms)Region opened successfully at 1732375379629 2024-11-23T15:22:59,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9., pid=10, masterSystemTime=1732375379534 2024-11-23T15:22:59,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:22:59,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:22:59,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5468f3486c20c36db6e4a2233e693ee9, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,42847,1732375366994 2024-11-23T15:22:59,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5468f3486c20c36db6e4a2233e693ee9, server=018362ca5320,42847,1732375366994 because future has completed 2024-11-23T15:22:59,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:22:59,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5468f3486c20c36db6e4a2233e693ee9, server=018362ca5320,42847,1732375366994 in 254 msec 2024-11-23T15:22:59,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:22:59,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5468f3486c20c36db6e4a2233e693ee9, ASSIGN in 413 msec 2024-11-23T15:22:59,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:59,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375379638"}]},"ts":"1732375379638"} 2024-11-23T15:22:59,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:22:59,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:59,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 837 msec 2024-11-23T15:22:59,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9., hostname=018362ca5320,42847,1732375366994, seqNum=2] 2024-11-23T15:22:59,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:59,740 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:22:59,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:22:59,864 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 379, reset compression=false 2024-11-23T15:22:59,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:22:59,921 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:22:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:22:59,968 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,42847,1732375366994, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:22:59,969 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:22:59,969 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42847,1732375366994, seqNum=-1] 2024-11-23T15:22:59,970 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:59,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T15:22:59,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,42847,1732375366994', locateType=CURRENT is [region=hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9., hostname=018362ca5320,42847,1732375366994, seqNum=2] 2024-11-23T15:22:59,992 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:22:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:22:59,995 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,42847,1732375366994 suceeded 2024-11-23T15:22:59,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:22:59,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-23T15:22:59,998 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:44609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:22:59,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2050 sec 2024-11-23T15:23:00,021 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:44609' 2024-11-23T15:23:00,024 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8a83f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,025 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44609,-1 for getting cluster id 2024-11-23T15:23:00,025 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:00,026 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09996f48-cb06-4a17-9673-858da40a7ba8' 2024-11-23T15:23:00,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:00,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09996f48-cb06-4a17-9673-858da40a7ba8" 2024-11-23T15:23:00,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783d6da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44609,-1] 2024-11-23T15:23:00,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:00,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:00,028 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:00,029 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb74903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,029 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:00,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,44609,1732375360643 2024-11-23T15:23:00,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689c3696 2024-11-23T15:23:00,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:00,033 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-23T15:23:00,035 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,42847,1732375366994 (queues=1) is replicating from cluster=8fd6ab2b-73b2-4a1a-8714-70192144f928 to cluster=09996f48-cb06-4a17-9673-858da40a7ba8 2024-11-23T15:23:00,035 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C42847%2C1732375366994 2024-11-23T15:23:00,035 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,42847,1732375366994, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:23:00,041 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, startPosition=0, beingWritten=true 2024-11-23T15:23:00,042 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C42847%2C1732375366994 2024-11-23T15:23:00,054 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:00,054 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 379, reset compression=false 2024-11-23T15:23:00,054 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42847,1732375366994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:00,282 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 379, reset compression=false 2024-11-23T15:23:00,321 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:23:00,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T15:23:00,501 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 379, reset compression=false 2024-11-23T15:23:00,587 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 379, reset compression=false 2024-11-23T15:23:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:00,946 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:23:00,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:00,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:00,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:00,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:00,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:00,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114b5cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,33035,-1 for getting cluster id 2024-11-23T15:23:00,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:00,948 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5501b6ad-90a8-4b76-996b-bb1902fa9265' 2024-11-23T15:23:00,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:00,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5501b6ad-90a8-4b76-996b-bb1902fa9265" 2024-11-23T15:23:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564f0d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,33035,-1] 2024-11-23T15:23:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:00,950 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375d84db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5856eb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44609,-1 for getting cluster id 2024-11-23T15:23:00,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:00,952 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09996f48-cb06-4a17-9673-858da40a7ba8' 2024-11-23T15:23:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09996f48-cb06-4a17-9673-858da40a7ba8" 2024-11-23T15:23:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264681d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44609,-1] 2024-11-23T15:23:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:00,953 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:00,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615b9aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6668c5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34885,-1 for getting cluster id 2024-11-23T15:23:00,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:00,954 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fd6ab2b-73b2-4a1a-8714-70192144f928' 2024-11-23T15:23:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fd6ab2b-73b2-4a1a-8714-70192144f928" 2024-11-23T15:23:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595aeae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34885,-1] 2024-11-23T15:23:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:00,955 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19834679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:00,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:00,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,35707,1732375355064, seqNum=-1] 2024-11-23T15:23:00,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:00,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:00,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f., hostname=018362ca5320,35707,1732375355064, seqNum=2] 2024-11-23T15:23:00,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42847,1732375366994, seqNum=-1] 2024-11-23T15:23:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:00,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1., hostname=018362ca5320,42847,1732375366994, seqNum=2] 2024-11-23T15:23:00,968 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T15:23:00,997 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 379, reset compression=false 2024-11-23T15:23:01,205 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 379, reset compression=false 2024-11-23T15:23:01,232 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 379, reset compression=false 2024-11-23T15:23:01,236 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:01,236 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:01,236 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,35707,1732375355064 got entry batch from reader: WALEntryBatch [walEntries=[{test/0aa50a5bf7c158672135a7ff72e65b6f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T15:23:01,238 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:01,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-23T15:23:01,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:23:01,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17404107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:01,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,44609,-1 for getting cluster id 2024-11-23T15:23:01,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:01,241 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09996f48-cb06-4a17-9673-858da40a7ba8' 2024-11-23T15:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09996f48-cb06-4a17-9673-858da40a7ba8" 2024-11-23T15:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28ff60fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,44609,-1] 2024-11-23T15:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:01,242 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:01,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62329370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:01,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:01,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38831,1732375360771, seqNum=-1] 2024-11-23T15:23:01,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:01,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T15:23:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71., hostname=018362ca5320,38831,1732375360771, seqNum=2] 2024-11-23T15:23:01,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:23:01,439 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:01,500 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 379, reset compression=false 2024-11-23T15:23:01,743 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:01,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:01,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:23:01,796 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108664 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:23:01,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:23:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:01,969 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T15:23:02,008 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 379, reset compression=false 2024-11-23T15:23:02,011 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:02,012 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 503, reset compression=false 2024-11-23T15:23:02,012 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38831,1732375360771 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2835b8d4a183e63ada7fa3ee274cf71/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T15:23:02,014 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:02,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-23T15:23:02,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:23:02,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504ec498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:02,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,34885,-1 for getting cluster id 2024-11-23T15:23:02,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:02,016 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fd6ab2b-73b2-4a1a-8714-70192144f928' 2024-11-23T15:23:02,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:02,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fd6ab2b-73b2-4a1a-8714-70192144f928" 2024-11-23T15:23:02,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c0c716c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:02,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,34885,-1] 2024-11-23T15:23:02,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:02,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:02,017 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:02,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162d478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:02,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:02,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42847,1732375366994, seqNum=-1] 2024-11-23T15:23:02,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:02,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T15:23:02,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1., hostname=018362ca5320,42847,1732375366994, seqNum=2] 2024-11-23T15:23:02,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:23:02,124 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 379, reset compression=false 2024-11-23T15:23:02,128 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:02,128 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 526, reset compression=false 2024-11-23T15:23:02,128 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42847,1732375366994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:02,146 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:02,214 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 503, reset compression=false 2024-11-23T15:23:02,331 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 526, reset compression=false 2024-11-23T15:23:02,517 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 503, reset compression=false 2024-11-23T15:23:02,634 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 526, reset compression=false 2024-11-23T15:23:02,651 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:02,921 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 503, reset compression=false 2024-11-23T15:23:02,971 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T15:23:02,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,38831,1732375360771, seqNum=-1] 2024-11-23T15:23:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:02,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71., hostname=018362ca5320,38831,1732375360771, seqNum=2] 2024-11-23T15:23:02,978 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T15:23:03,037 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 526, reset compression=false 2024-11-23T15:23:03,253 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:03,424 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 503, reset compression=false 2024-11-23T15:23:03,428 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:03,428 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 607, reset compression=false 2024-11-23T15:23:03,428 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38831,1732375360771 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2835b8d4a183e63ada7fa3ee274cf71/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T15:23:03,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:23:03,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:23:03,540 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 526, reset compression=false 2024-11-23T15:23:03,543 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:03,543 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 653, reset compression=false 2024-11-23T15:23:03,543 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42847,1732375366994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:03,632 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 607, reset compression=false 2024-11-23T15:23:03,746 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 653, reset compression=false 2024-11-23T15:23:03,936 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 607, reset compression=false 2024-11-23T15:23:03,957 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:03,980 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T15:23:03,982 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T15:23:04,049 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 653, reset compression=false 2024-11-23T15:23:04,053 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:04,053 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 757, reset compression=false 2024-11-23T15:23:04,053 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42847,1732375366994 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9f4e614248dfcf876f43bb405dceda1/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T15:23:04,055 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:04,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-23T15:23:04,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:23:04,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:23:04,255 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 757, reset compression=false 2024-11-23T15:23:04,339 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 607, reset compression=false 2024-11-23T15:23:04,343 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:04,343 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 735, reset compression=false 2024-11-23T15:23:04,343 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38831,1732375360771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:04,407 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:23:04,546 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 735, reset compression=false 2024-11-23T15:23:04,558 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 757, reset compression=false 2024-11-23T15:23:04,760 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:04,849 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 735, reset compression=false 2024-11-23T15:23:04,963 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 757, reset compression=false 2024-11-23T15:23:04,983 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T15:23:04,986 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T15:23:05,252 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 735, reset compression=false 2024-11-23T15:23:05,466 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 757, reset compression=false 2024-11-23T15:23:05,664 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 480, reset compression=false 2024-11-23T15:23:05,677 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:05,677 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:05,677 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,35707,1732375355064 got entry batch from reader: WALEntryBatch [walEntries=[{test/0aa50a5bf7c158672135a7ff72e65b6f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T15:23:05,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:23:05,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:23:05,756 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 735, reset compression=false 2024-11-23T15:23:05,760 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:05,760 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 882, reset compression=false 2024-11-23T15:23:05,760 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38831,1732375360771 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2835b8d4a183e63ada7fa3ee274cf71/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T15:23:05,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:23:05,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:23:05,882 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:05,964 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 882, reset compression=false 2024-11-23T15:23:05,988 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T15:23:05,991 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T15:23:06,069 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 757, reset compression=false 2024-11-23T15:23:06,072 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:06,072 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 927, reset compression=false 2024-11-23T15:23:06,072 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42847,1732375366994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:06,185 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:06,268 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 882, reset compression=false 2024-11-23T15:23:06,273 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:06,273 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1041, reset compression=false 2024-11-23T15:23:06,273 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38831,1732375360771 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2835b8d4a183e63ada7fa3ee274cf71/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T15:23:06,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:23:06,275 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 927, reset compression=false 2024-11-23T15:23:06,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:23:06,279 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:06,279 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1076, reset compression=false 2024-11-23T15:23:06,279 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42847,1732375366994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:06,475 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1041, reset compression=false 2024-11-23T15:23:06,482 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1076, reset compression=false 2024-11-23T15:23:06,588 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:06,778 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1041, reset compression=false 2024-11-23T15:23:06,784 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1076, reset compression=false 2024-11-23T15:23:06,993 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T15:23:06,996 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T15:23:07,091 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:07,184 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1041, reset compression=false 2024-11-23T15:23:07,189 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1076, reset compression=false 2024-11-23T15:23:07,193 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:07,194 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1235, reset compression=false 2024-11-23T15:23:07,194 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42847,1732375366994 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9f4e614248dfcf876f43bb405dceda1/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T15:23:07,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T15:23:07,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T15:23:07,397 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1235, reset compression=false 2024-11-23T15:23:07,687 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1041, reset compression=false 2024-11-23T15:23:07,694 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:07,698 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:07,698 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:07,698 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38831,1732375360771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:07,701 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1235, reset compression=false 2024-11-23T15:23:07,913 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:07,998 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T15:23:08,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:23:08,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:08,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:08,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:08,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:08,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:08,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:23:08,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=434390889, stopped=false 2024-11-23T15:23:08,005 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,34885,1732375366864 2024-11-23T15:23:08,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:23:08,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21726733479/running 2024-11-23T15:23:08,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:23:08,076 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21726733479/running 2024-11-23T15:23:08,076 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:23:08,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:08,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:08,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:08,077 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,42847,1732375366994' ***** 2024-11-23T15:23:08,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:23:08,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on znode that does not yet exist, /21726733479/running 2024-11-23T15:23:08,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Set watcher on znode that does not yet exist, /21726733479/running 2024-11-23T15:23:08,079 INFO [RS:0;018362ca5320:42847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:23:08,079 INFO [RS:0;018362ca5320:42847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:23:08,080 INFO [RS:0;018362ca5320:42847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:23:08,080 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(3091): Received CLOSE for b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:23:08,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:23:08,081 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(3091): Received CLOSE for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:23:08,082 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,42847,1732375366994 2024-11-23T15:23:08,082 INFO [RS:0;018362ca5320:42847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:08,082 INFO [RS:0;018362ca5320:42847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42847. 2024-11-23T15:23:08,082 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9f4e614248dfcf876f43bb405dceda1, disabling compactions & flushes 2024-11-23T15:23:08,082 DEBUG [RS:0;018362ca5320:42847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:08,082 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:23:08,082 DEBUG [RS:0;018362ca5320:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:08,082 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:23:08,082 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. after waiting 0 ms 2024-11-23T15:23:08,082 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:23:08,082 INFO [RS:0;018362ca5320:42847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:23:08,082 INFO [RS:0;018362ca5320:42847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:23:08,082 INFO [RS:0;018362ca5320:42847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:23:08,082 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9f4e614248dfcf876f43bb405dceda1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T15:23:08,082 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:23:08,083 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:23:08,083 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1325): Online Regions={b9f4e614248dfcf876f43bb405dceda1=test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1., 5468f3486c20c36db6e4a2233e693ee9=hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:23:08,083 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5468f3486c20c36db6e4a2233e693ee9, b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:23:08,083 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:08,083 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:08,083 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:08,083 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:08,083 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:08,083 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:23:08,105 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/info/22c7acdded6140c7abb0845c1b199842 is 147, key is hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9./info:regioninfo/1732375379632/Put/seqid=0 2024-11-23T15:23:08,110 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/f/0be3e446644545f68347f2389916447e is 29, key is row1/f:/1732375385989/DeleteFamily/seqid=0 2024-11-23T15:23:08,118 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1235, reset compression=false 2024-11-23T15:23:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741840_1016 (size=7686) 2024-11-23T15:23:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741841_1017 (size=5152) 2024-11-23T15:23:08,121 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/f/0be3e446644545f68347f2389916447e 2024-11-23T15:23:08,122 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:08,122 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1482, reset compression=false 2024-11-23T15:23:08,122 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42847,1732375366994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:08,123 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,42847,1732375366994: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,42847,1732375366994, walGroup=018362ca5320%2C42847%2C1732375366994, offset=018362ca5320%2C42847%2C1732375366994.1732375368466:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:42847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:23:08,123 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:23:08,124 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:23:08,124 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:23:08,124 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:23:08,124 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:23:08,124 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 1020682752 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 202552832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:23:08,124 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:34885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:34885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:23:08,126 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0be3e446644545f68347f2389916447e 2024-11-23T15:23:08,138 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/f1/e7f5762f486947f4be56ea656e7b10f5 is 30, key is row1/f1:/1732375385989/DeleteFamily/seqid=0 2024-11-23T15:23:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741842_1018 (size=5158) 2024-11-23T15:23:08,178 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:08,222 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:08,283 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5468f3486c20c36db6e4a2233e693ee9, b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:23:08,324 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1482, reset compression=false 2024-11-23T15:23:08,335 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:23:08,335 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:23:08,413 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:08,483 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5468f3486c20c36db6e4a2233e693ee9, b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:23:08,519 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/info/22c7acdded6140c7abb0845c1b199842 2024-11-23T15:23:08,539 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/ns/5311ffe4b26b4017866e72c849b6b74d is 43, key is default/ns:d/1732375368899/Put/seqid=0 2024-11-23T15:23:08,542 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/f1/e7f5762f486947f4be56ea656e7b10f5 2024-11-23T15:23:08,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741843_1019 (size=5153) 2024-11-23T15:23:08,542 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/ns/5311ffe4b26b4017866e72c849b6b74d 2024-11-23T15:23:08,545 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7f5762f486947f4be56ea656e7b10f5 2024-11-23T15:23:08,564 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/rep_barrier/aa6a0c38e01d43ad9d2b790040dcc0b8 is 112, key is test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1./rep_barrier:seqnumDuringOpen/1732375374473/Put/seqid=0 2024-11-23T15:23:08,564 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/norep/2d1b6b3e381741ad9bc35518cc80b373 is 33, key is row2/norep:/1732375386994/DeleteFamily/seqid=0 2024-11-23T15:23:08,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741845_1021 (size=5108) 2024-11-23T15:23:08,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741844_1020 (size=5518) 2024-11-23T15:23:08,625 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:08,628 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1482, reset compression=false 2024-11-23T15:23:08,683 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5468f3486c20c36db6e4a2233e693ee9, b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:23:08,883 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5468f3486c20c36db6e4a2233e693ee9, b9f4e614248dfcf876f43bb405dceda1 2024-11-23T15:23:08,968 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/rep_barrier/aa6a0c38e01d43ad9d2b790040dcc0b8 2024-11-23T15:23:08,968 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/norep/2d1b6b3e381741ad9bc35518cc80b373 2024-11-23T15:23:08,972 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d1b6b3e381741ad9bc35518cc80b373 2024-11-23T15:23:08,972 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/f/0be3e446644545f68347f2389916447e as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/f/0be3e446644545f68347f2389916447e 2024-11-23T15:23:08,975 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0be3e446644545f68347f2389916447e 2024-11-23T15:23:08,976 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/f/0be3e446644545f68347f2389916447e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T15:23:08,976 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/f1/e7f5762f486947f4be56ea656e7b10f5 as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/f1/e7f5762f486947f4be56ea656e7b10f5 2024-11-23T15:23:08,979 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7f5762f486947f4be56ea656e7b10f5 2024-11-23T15:23:08,979 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/f1/e7f5762f486947f4be56ea656e7b10f5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T15:23:08,980 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/.tmp/norep/2d1b6b3e381741ad9bc35518cc80b373 as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/norep/2d1b6b3e381741ad9bc35518cc80b373 2024-11-23T15:23:08,983 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d1b6b3e381741ad9bc35518cc80b373 2024-11-23T15:23:08,983 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/norep/2d1b6b3e381741ad9bc35518cc80b373, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T15:23:08,984 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b9f4e614248dfcf876f43bb405dceda1 in 901ms, sequenceid=10, compaction requested=false 2024-11-23T15:23:08,987 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/default/test/b9f4e614248dfcf876f43bb405dceda1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T15:23:08,987 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:08,987 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:23:08,987 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:23:08,987 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9f4e614248dfcf876f43bb405dceda1: Waiting for close lock at 1732375388082Running coprocessor pre-close hooks at 1732375388082Disabling compacts and flushes for region at 1732375388082Disabling writes for close at 1732375388082Obtaining lock to block concurrent updates at 1732375388082Preparing flush snapshotting stores in b9f4e614248dfcf876f43bb405dceda1 at 1732375388082Finished memstore snapshotting test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732375388083 (+1 ms)Flushing stores of test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. at 1732375388083Flushing b9f4e614248dfcf876f43bb405dceda1/f: creating writer at 1732375388083Flushing b9f4e614248dfcf876f43bb405dceda1/f: appending metadata at 1732375388105 (+22 ms)Flushing b9f4e614248dfcf876f43bb405dceda1/f: closing flushed file at 1732375388105Flushing b9f4e614248dfcf876f43bb405dceda1/f1: creating writer at 1732375388126 (+21 ms)Flushing b9f4e614248dfcf876f43bb405dceda1/f1: appending metadata at 1732375388138 (+12 ms)Flushing b9f4e614248dfcf876f43bb405dceda1/f1: closing flushed file at 1732375388138Flushing b9f4e614248dfcf876f43bb405dceda1/norep: creating writer at 1732375388545 (+407 ms)Flushing b9f4e614248dfcf876f43bb405dceda1/norep: appending metadata at 1732375388563 (+18 ms)Flushing b9f4e614248dfcf876f43bb405dceda1/norep: closing flushed file at 1732375388563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d793764: reopening flushed file at 1732375388972 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650b9e28: reopening flushed file at 1732375388976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532fd188: reopening flushed file at 1732375388979 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b9f4e614248dfcf876f43bb405dceda1 in 901ms, sequenceid=10, compaction requested=false at 1732375388984 (+5 ms)Writing region close event to WAL at 1732375388985 (+1 ms)Running coprocessor post-close hooks at 1732375388987 (+2 ms)Closed at 1732375388987 2024-11-23T15:23:08,988 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375373318.b9f4e614248dfcf876f43bb405dceda1. 2024-11-23T15:23:08,988 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5468f3486c20c36db6e4a2233e693ee9, disabling compactions & flushes 2024-11-23T15:23:08,988 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:23:08,988 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:23:08,988 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. after waiting 0 ms 2024-11-23T15:23:08,988 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:23:08,988 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5468f3486c20c36db6e4a2233e693ee9: Waiting for close lock at 1732375388988Running coprocessor pre-close hooks at 1732375388988Disabling compacts and flushes for region at 1732375388988Disabling writes for close at 1732375388988Failed flush hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9., putting online again at 1732375388988 2024-11-23T15:23:08,988 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:23:08,988 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/table/a3664097fd4a49f6a3cfe0033055cd79 is 53, key is hbase:replication/table:state/1732375379638/Put/seqid=0 2024-11-23T15:23:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741846_1022 (size=5308) 2024-11-23T15:23:09,030 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 1482, reset compression=false 2024-11-23T15:23:09,035 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:09,035 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 2126, reset compression=false 2024-11-23T15:23:09,084 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:23:09,084 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1325): Online Regions={5468f3486c20c36db6e4a2233e693ee9=hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:23:09,084 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(3091): Received CLOSE for 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:23:09,084 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5468f3486c20c36db6e4a2233e693ee9 2024-11-23T15:23:09,084 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5468f3486c20c36db6e4a2233e693ee9, disabling compactions & flushes 2024-11-23T15:23:09,084 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:23:09,084 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:23:09,084 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. after waiting 0 ms 2024-11-23T15:23:09,084 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:23:09,084 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5468f3486c20c36db6e4a2233e693ee9: Waiting for close lock at 1732375389084Running coprocessor pre-close hooks at 1732375389084Disabling compacts and flushes for region at 1732375389084Disabling writes for close at 1732375389084Failed flush hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9., putting online again at 1732375389084 2024-11-23T15:23:09,084 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732375378803.5468f3486c20c36db6e4a2233e693ee9. 2024-11-23T15:23:09,129 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:09,216 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:09,238 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 2126, reset compression=false 2024-11-23T15:23:09,284 DEBUG [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:09,394 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/table/a3664097fd4a49f6a3cfe0033055cd79 2024-11-23T15:23:09,398 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/info/22c7acdded6140c7abb0845c1b199842 as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/info/22c7acdded6140c7abb0845c1b199842 2024-11-23T15:23:09,402 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/info/22c7acdded6140c7abb0845c1b199842, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:23:09,402 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/ns/5311ffe4b26b4017866e72c849b6b74d as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/ns/5311ffe4b26b4017866e72c849b6b74d 2024-11-23T15:23:09,405 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/ns/5311ffe4b26b4017866e72c849b6b74d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:23:09,406 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/rep_barrier/aa6a0c38e01d43ad9d2b790040dcc0b8 as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/rep_barrier/aa6a0c38e01d43ad9d2b790040dcc0b8 2024-11-23T15:23:09,409 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/rep_barrier/aa6a0c38e01d43ad9d2b790040dcc0b8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:23:09,409 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/.tmp/table/a3664097fd4a49f6a3cfe0033055cd79 as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/table/a3664097fd4a49f6a3cfe0033055cd79 2024-11-23T15:23:09,411 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/table/a3664097fd4a49f6a3cfe0033055cd79, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:23:09,412 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-11-23T15:23:09,415 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:23:09,416 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:09,416 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:23:09,416 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:09,416 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375388083Running coprocessor pre-close hooks at 1732375388083Disabling compacts and flushes for region at 1732375388083Disabling writes for close at 1732375388083Obtaining lock to block concurrent updates at 1732375388083Preparing flush snapshotting stores in 1588230740 at 1732375388083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375388084 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375388085 (+1 ms)Flushing 1588230740/info: creating writer at 1732375388085Flushing 1588230740/info: appending metadata at 1732375388105 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732375388105Flushing 1588230740/ns: creating writer at 1732375388523 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732375388538 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732375388538Flushing 1588230740/rep_barrier: creating writer at 1732375388546 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375388564 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375388564Flushing 1588230740/table: creating writer at 1732375388971 (+407 ms)Flushing 1588230740/table: appending metadata at 1732375388988 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732375388988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58205dfd: reopening flushed file at 1732375389398 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aee655e: reopening flushed file at 1732375389402 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77270b08: reopening flushed file at 1732375389405 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d4cce6: reopening flushed file at 1732375389409 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1732375389412 (+3 ms)Writing region close event to WAL at 1732375389413 (+1 ms)Running coprocessor post-close hooks at 1732375389416 (+3 ms)Closed at 1732375389416 2024-11-23T15:23:09,416 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:09,484 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T15:23:09,484 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,42847,1732375366994; all regions closed. 2024-11-23T15:23:09,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.meta.1732375368794.meta not finished, retry = 0 2024-11-23T15:23:09,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:23:09,541 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.1732375368466 to pos 2126, reset compression=false 2024-11-23T15:23:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741839_1015 (size=2171) 2024-11-23T15:23:09,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/WALs/018362ca5320,42847,1732375366994/018362ca5320%2C42847%2C1732375366994.rep.1732375379562 not finished, retry = 0 2024-11-23T15:23:09,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741833_1009 (size=2134) 2024-11-23T15:23:09,692 DEBUG [RS:0;018362ca5320:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:09,692 INFO [RS:0;018362ca5320:42847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:09,692 INFO [RS:0;018362ca5320:42847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:09,692 INFO [RS:0;018362ca5320:42847 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:09,692 INFO [RS:0;018362ca5320:42847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:09,692 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:09,693 INFO [RS:0;018362ca5320:42847 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,42847,1732375366994 because: Region server is closing 2024-11-23T15:23:09,693 INFO [RS:0;018362ca5320:42847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42847. 2024-11-23T15:23:09,693 DEBUG [RS:0;018362ca5320:42847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:09,693 DEBUG [RS:0;018362ca5320:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:09,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:09,693 DEBUG [RS:0;018362ca5320:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:09,732 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:09,794 INFO [RS:0;018362ca5320:42847 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.shipper018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 terminated 2024-11-23T15:23:09,794 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42847,1732375366994.replicationSource.wal-reader.018362ca5320%2C42847%2C1732375366994,1-018362ca5320,42847,1732375366994 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:23:09,794 INFO [RS:0;018362ca5320:42847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42847. 2024-11-23T15:23:09,794 DEBUG [RS:0;018362ca5320:42847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:09,794 DEBUG [RS:0;018362ca5320:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:09,794 DEBUG [RS:0;018362ca5320:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:09,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:09,794 INFO [RS:0;018362ca5320:42847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42847 2024-11-23T15:23:09,876 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21726733479/rs/018362ca5320,42847,1732375366994 2024-11-23T15:23:09,876 INFO [RS:0;018362ca5320:42847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:09,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479/rs 2024-11-23T15:23:09,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,42847,1732375366994] 2024-11-23T15:23:09,897 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21726733479/draining/018362ca5320,42847,1732375366994 already deleted, retry=false 2024-11-23T15:23:09,897 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,42847,1732375366994 expired; onlineServers=0 2024-11-23T15:23:09,897 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,34885,1732375366864' ***** 2024-11-23T15:23:09,897 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:23:09,897 INFO [M:0;018362ca5320:34885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:09,897 INFO [M:0;018362ca5320:34885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:09,897 DEBUG [M:0;018362ca5320:34885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:23:09,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:23:09,898 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375368189 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375368189,5,FailOnTimeoutGroup] 2024-11-23T15:23:09,898 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375368189 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375368189,5,FailOnTimeoutGroup] 2024-11-23T15:23:09,898 DEBUG [M:0;018362ca5320:34885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:23:09,898 INFO [M:0;018362ca5320:34885 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:09,898 INFO [M:0;018362ca5320:34885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:09,898 DEBUG [M:0;018362ca5320:34885 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:23:09,898 INFO [M:0;018362ca5320:34885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:23:09,898 INFO [M:0;018362ca5320:34885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:09,898 INFO [M:0;018362ca5320:34885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:23:09,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:23:09,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21726733479/master 2024-11-23T15:23:09,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21726733479 2024-11-23T15:23:09,908 DEBUG [M:0;018362ca5320:34885 {}] zookeeper.ZKUtil(347): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Unable to get data of znode /21726733479/master because node does not exist (not an error) 2024-11-23T15:23:09,908 WARN [M:0;018362ca5320:34885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:23:09,909 INFO [M:0;018362ca5320:34885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/.lastflushedseqids 2024-11-23T15:23:09,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741847_1023 (size=245) 2024-11-23T15:23:09,987 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:09,987 INFO [RS:0;018362ca5320:42847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:09,987 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x101684a11b70007, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:09,987 INFO [RS:0;018362ca5320:42847 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,42847,1732375366994; zookeeper connection closed. 2024-11-23T15:23:09,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e7971a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e7971a4 2024-11-23T15:23:09,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:23:10,120 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:10,312 INFO [M:0;018362ca5320:34885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:23:10,312 INFO [M:0;018362ca5320:34885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:23:10,313 DEBUG [M:0;018362ca5320:34885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:23:10,313 INFO [M:0;018362ca5320:34885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:10,313 DEBUG [M:0;018362ca5320:34885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:10,313 DEBUG [M:0;018362ca5320:34885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:23:10,313 DEBUG [M:0;018362ca5320:34885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:10,313 INFO [M:0;018362ca5320:34885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T15:23:10,326 DEBUG [M:0;018362ca5320:34885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd56eeee28034d2c96cdd3e445abd160 is 82, key is hbase:meta,,1/info:regioninfo/1732375368820/Put/seqid=0 2024-11-23T15:23:10,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741848_1024 (size=5672) 2024-11-23T15:23:10,435 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:10,626 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:23:10,730 INFO [M:0;018362ca5320:34885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd56eeee28034d2c96cdd3e445abd160 2024-11-23T15:23:10,747 DEBUG [M:0;018362ca5320:34885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dda791266f8e4fd58bf54ca4595b6482 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375379641/Put/seqid=0 2024-11-23T15:23:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741849_1025 (size=8516) 2024-11-23T15:23:11,123 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:11,151 INFO [M:0;018362ca5320:34885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dda791266f8e4fd58bf54ca4595b6482 2024-11-23T15:23:11,171 DEBUG [M:0;018362ca5320:34885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33ef721232a04a58bfc12ac89b68ba47 is 69, key is 018362ca5320,42847,1732375366994/rs:state/1732375368275/Put/seqid=0 2024-11-23T15:23:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741850_1026 (size=5156) 2024-11-23T15:23:11,238 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:11,574 INFO [M:0;018362ca5320:34885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33ef721232a04a58bfc12ac89b68ba47 2024-11-23T15:23:11,578 DEBUG [M:0;018362ca5320:34885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd56eeee28034d2c96cdd3e445abd160 as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd56eeee28034d2c96cdd3e445abd160 2024-11-23T15:23:11,581 INFO [M:0;018362ca5320:34885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd56eeee28034d2c96cdd3e445abd160, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T15:23:11,582 DEBUG [M:0;018362ca5320:34885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dda791266f8e4fd58bf54ca4595b6482 as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dda791266f8e4fd58bf54ca4595b6482 2024-11-23T15:23:11,585 INFO [M:0;018362ca5320:34885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dda791266f8e4fd58bf54ca4595b6482, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T15:23:11,585 DEBUG [M:0;018362ca5320:34885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33ef721232a04a58bfc12ac89b68ba47 as hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33ef721232a04a58bfc12ac89b68ba47 2024-11-23T15:23:11,589 INFO [M:0;018362ca5320:34885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/63cc8c4b-13b9-0462-890a-1f198b98ebab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33ef721232a04a58bfc12ac89b68ba47, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T15:23:11,590 INFO [M:0;018362ca5320:34885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-23T15:23:11,591 INFO [M:0;018362ca5320:34885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:11,592 DEBUG [M:0;018362ca5320:34885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375390313Disabling compacts and flushes for region at 1732375390313Disabling writes for close at 1732375390313Obtaining lock to block concurrent updates at 1732375390313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375390313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732375390313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375390314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375390314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375390326 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375390326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375390733 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375390747 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375390747Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375391154 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375391170 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375391170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638d368c: reopening flushed file at 1732375391577 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb611d1: reopening flushed file at 1732375391581 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a56dcd: reopening flushed file at 1732375391585 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1732375391590 (+5 ms)Writing region close event to WAL at 1732375391591 (+1 ms)Closed at 1732375391591 2024-11-23T15:23:11,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741830_1006 (size=63654) 2024-11-23T15:23:11,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:11,594 INFO [M:0;018362ca5320:34885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:23:11,594 INFO [M:0;018362ca5320:34885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34885 2024-11-23T15:23:11,595 INFO [M:0;018362ca5320:34885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:11,818 INFO [M:0;018362ca5320:34885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:11,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:11,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34885-0x101684a11b70006, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:11,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ea269ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:23:11,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63be21f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:23:11,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:23:11,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f0f99bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:23:11,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30440478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.log.dir/,STOPPED} 2024-11-23T15:23:11,827 WARN [BP-2136269235-172.17.0.2-1732375364963 heartbeating to localhost/127.0.0.1:41443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:23:11,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:23:11,827 WARN [BP-2136269235-172.17.0.2-1732375364963 heartbeating to localhost/127.0.0.1:41443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2136269235-172.17.0.2-1732375364963 (Datanode Uuid 01f89cf5-b306-4389-a6cc-c504b9a83276) service to localhost/127.0.0.1:41443 2024-11-23T15:23:11,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:23:11,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/cluster_d090315c-4c16-c451-f9c9-ba1e094d8491/data/data1/current/BP-2136269235-172.17.0.2-1732375364963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:23:11,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/cluster_d090315c-4c16-c451-f9c9-ba1e094d8491/data/data2/current/BP-2136269235-172.17.0.2-1732375364963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:23:11,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:23:11,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fdfef0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:23:11,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@324a05fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:23:11,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:23:11,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3506c882{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:23:11,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@161477b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.log.dir/,STOPPED} 2024-11-23T15:23:11,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:23:11,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:23:11,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:11,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:11,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:11,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:11,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:11,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:23:11,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=595997714, stopped=false 2024-11-23T15:23:11,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,44609,1732375360643 2024-11-23T15:23:11,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11913380039/running 2024-11-23T15:23:11,855 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11913380039/running 2024-11-23T15:23:11,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:23:11,855 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:23:11,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:11,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:11,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:11,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:11,855 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,38831,1732375360771' ***** 2024-11-23T15:23:11,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:23:11,856 INFO [RS:0;018362ca5320:38831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:23:11,856 INFO [RS:0;018362ca5320:38831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:23:11,856 INFO [RS:0;018362ca5320:38831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:23:11,856 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(3091): Received CLOSE for a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:23:11,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on znode that does not yet exist, /11913380039/running 2024-11-23T15:23:11,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Set watcher on znode that does not yet exist, /11913380039/running 2024-11-23T15:23:11,856 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:23:11,857 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(3091): Received CLOSE for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:23:11,857 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,38831,1732375360771 2024-11-23T15:23:11,857 INFO [RS:0;018362ca5320:38831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:11,857 INFO [RS:0;018362ca5320:38831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:38831. 2024-11-23T15:23:11,857 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2835b8d4a183e63ada7fa3ee274cf71, disabling compactions & flushes 2024-11-23T15:23:11,857 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:23:11,857 DEBUG [RS:0;018362ca5320:38831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:11,857 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:23:11,857 DEBUG [RS:0;018362ca5320:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:11,857 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. after waiting 0 ms 2024-11-23T15:23:11,857 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:23:11,857 INFO [RS:0;018362ca5320:38831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:23:11,857 INFO [RS:0;018362ca5320:38831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:23:11,857 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2835b8d4a183e63ada7fa3ee274cf71 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T15:23:11,857 INFO [RS:0;018362ca5320:38831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:23:11,857 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:23:11,858 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:23:11,858 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1325): Online Regions={a2835b8d4a183e63ada7fa3ee274cf71=test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71., 1588230740=hbase:meta,,1.1588230740, 04b3f868a896ae0f59e94f3a94373eda=hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda.} 2024-11-23T15:23:11,858 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 04b3f868a896ae0f59e94f3a94373eda, 1588230740, a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:23:11,858 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:11,858 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:11,858 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:11,858 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:11,858 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:11,858 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:23:11,874 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/f/af6759ff73a14517bc808f7cf02c558e is 29, key is row1/f:/1732375385989/DeleteFamily/seqid=0 2024-11-23T15:23:11,875 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/info/9713a7026da44a1eb3884be53c3e0350 is 147, key is hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda./info:regioninfo/1732375378144/Put/seqid=0 2024-11-23T15:23:11,877 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:11,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741840_1016 (size=5152) 2024-11-23T15:23:11,877 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/f/af6759ff73a14517bc808f7cf02c558e 2024-11-23T15:23:11,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741841_1017 (size=7686) 2024-11-23T15:23:11,882 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:23:11,882 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:23:11,882 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af6759ff73a14517bc808f7cf02c558e 2024-11-23T15:23:11,899 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/f1/e11b32ef912c46769764513e2802f8d3 is 30, key is row1/f1:/1732375385989/DeleteFamily/seqid=0 2024-11-23T15:23:11,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741842_1018 (size=5158) 2024-11-23T15:23:12,058 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 04b3f868a896ae0f59e94f3a94373eda, 1588230740, a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:23:12,141 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1191, reset compression=false 2024-11-23T15:23:12,145 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:12,145 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1438, reset compression=false 2024-11-23T15:23:12,145 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,38831,1732375360771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:12,146 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,38831,1732375360771: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,38831,1732375360771, walGroup=018362ca5320%2C38831%2C1732375360771, offset=018362ca5320%2C38831%2C1732375360771.1732375363951:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:38831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:23:12,147 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:23:12,147 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:23:12,148 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:23:12,148 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:23:12,148 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:23:12,148 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 930286432 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202835104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:23:12,148 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:44609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:44609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:23:12,226 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:12,258 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 04b3f868a896ae0f59e94f3a94373eda, 1588230740, a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:23:12,281 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/info/9713a7026da44a1eb3884be53c3e0350 2024-11-23T15:23:12,297 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/ns/1c8d436bb64f4fdf89f905a306b81457 is 43, key is default/ns:d/1732375364811/Put/seqid=0 2024-11-23T15:23:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741843_1019 (size=5153) 2024-11-23T15:23:12,302 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/f1/e11b32ef912c46769764513e2802f8d3 2024-11-23T15:23:12,305 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e11b32ef912c46769764513e2802f8d3 2024-11-23T15:23:12,321 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/norep/656612b9b0d1419baf49f872bb38caf4 is 33, key is row1/norep:/1732375385989/DeleteFamily/seqid=0 2024-11-23T15:23:12,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741844_1020 (size=5108) 2024-11-23T15:23:12,348 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1438, reset compression=false 2024-11-23T15:23:12,458 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 04b3f868a896ae0f59e94f3a94373eda, 1588230740, a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:23:12,651 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1438, reset compression=false 2024-11-23T15:23:12,659 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 04b3f868a896ae0f59e94f3a94373eda, 1588230740, a2835b8d4a183e63ada7fa3ee274cf71 2024-11-23T15:23:12,701 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/ns/1c8d436bb64f4fdf89f905a306b81457 2024-11-23T15:23:12,718 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/rep_barrier/05670544246944578140f4a320425905 is 112, key is test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71./rep_barrier:seqnumDuringOpen/1732375372309/Put/seqid=0 2024-11-23T15:23:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741845_1021 (size=5518) 2024-11-23T15:23:12,725 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/norep/656612b9b0d1419baf49f872bb38caf4 2024-11-23T15:23:12,728 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 656612b9b0d1419baf49f872bb38caf4 2024-11-23T15:23:12,729 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/f/af6759ff73a14517bc808f7cf02c558e as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/f/af6759ff73a14517bc808f7cf02c558e 2024-11-23T15:23:12,732 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af6759ff73a14517bc808f7cf02c558e 2024-11-23T15:23:12,732 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/f/af6759ff73a14517bc808f7cf02c558e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T15:23:12,733 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/f1/e11b32ef912c46769764513e2802f8d3 as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/f1/e11b32ef912c46769764513e2802f8d3 2024-11-23T15:23:12,735 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e11b32ef912c46769764513e2802f8d3 2024-11-23T15:23:12,736 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/f1/e11b32ef912c46769764513e2802f8d3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T15:23:12,736 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/.tmp/norep/656612b9b0d1419baf49f872bb38caf4 as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/norep/656612b9b0d1419baf49f872bb38caf4 2024-11-23T15:23:12,739 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 656612b9b0d1419baf49f872bb38caf4 2024-11-23T15:23:12,739 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/norep/656612b9b0d1419baf49f872bb38caf4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T15:23:12,740 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a2835b8d4a183e63ada7fa3ee274cf71 in 883ms, sequenceid=10, compaction requested=false 2024-11-23T15:23:12,740 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/default/test/a2835b8d4a183e63ada7fa3ee274cf71/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:23:12,744 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2835b8d4a183e63ada7fa3ee274cf71: Waiting for close lock at 1732375391857Running coprocessor pre-close hooks at 1732375391857Disabling compacts and flushes for region at 1732375391857Disabling writes for close at 1732375391857Obtaining lock to block concurrent updates at 1732375391857Preparing flush snapshotting stores in a2835b8d4a183e63ada7fa3ee274cf71 at 1732375391857Finished memstore snapshotting test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732375391858 (+1 ms)Flushing stores of test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. at 1732375391858Flushing a2835b8d4a183e63ada7fa3ee274cf71/f: creating writer at 1732375391858Flushing a2835b8d4a183e63ada7fa3ee274cf71/f: appending metadata at 1732375391873 (+15 ms)Flushing a2835b8d4a183e63ada7fa3ee274cf71/f: closing flushed file at 1732375391873Flushing a2835b8d4a183e63ada7fa3ee274cf71/f1: creating writer at 1732375391882 (+9 ms)Flushing a2835b8d4a183e63ada7fa3ee274cf71/f1: appending metadata at 1732375391898 (+16 ms)Flushing a2835b8d4a183e63ada7fa3ee274cf71/f1: closing flushed file at 1732375391898Flushing a2835b8d4a183e63ada7fa3ee274cf71/norep: creating writer at 1732375392306 (+408 ms)Flushing a2835b8d4a183e63ada7fa3ee274cf71/norep: appending metadata at 1732375392320 (+14 ms)Flushing a2835b8d4a183e63ada7fa3ee274cf71/norep: closing flushed file at 1732375392320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c42a762: reopening flushed file at 1732375392728 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5ad46c: reopening flushed file at 1732375392732 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a79c7b0: reopening flushed file at 1732375392736 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a2835b8d4a183e63ada7fa3ee274cf71 in 883ms, sequenceid=10, compaction requested=false at 1732375392740 (+4 ms)Writing region close event to WAL at 1732375392741 (+1 ms)Running coprocessor post-close hooks at 1732375392744 (+3 ms)Closed at 1732375392744 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375371168.a2835b8d4a183e63ada7fa3ee274cf71. 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04b3f868a896ae0f59e94f3a94373eda, disabling compactions & flushes 2024-11-23T15:23:12,744 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. after waiting 0 ms 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04b3f868a896ae0f59e94f3a94373eda: Waiting for close lock at 1732375392744Running coprocessor pre-close hooks at 1732375392744Disabling compacts and flushes for region at 1732375392744Disabling writes for close at 1732375392744Failed flush hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda., putting online again at 1732375392744 2024-11-23T15:23:12,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:23:12,859 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:23:12,859 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 04b3f868a896ae0f59e94f3a94373eda=hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda.} 2024-11-23T15:23:12,859 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(3091): Received CLOSE for 04b3f868a896ae0f59e94f3a94373eda 2024-11-23T15:23:12,859 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 04b3f868a896ae0f59e94f3a94373eda, 1588230740 2024-11-23T15:23:12,859 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04b3f868a896ae0f59e94f3a94373eda, disabling compactions & flushes 2024-11-23T15:23:12,859 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:23:12,859 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:23:12,859 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. after waiting 0 ms 2024-11-23T15:23:12,859 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:23:12,859 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04b3f868a896ae0f59e94f3a94373eda: Waiting for close lock at 1732375392859Running coprocessor pre-close hooks at 1732375392859Disabling compacts and flushes for region at 1732375392859Disabling writes for close at 1732375392859Failed flush hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda., putting online again at 1732375392859 2024-11-23T15:23:12,859 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732375377655.04b3f868a896ae0f59e94f3a94373eda. 2024-11-23T15:23:13,054 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 1438, reset compression=false 2024-11-23T15:23:13,058 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:13,058 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 2082, reset compression=false 2024-11-23T15:23:13,059 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:13,122 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/rep_barrier/05670544246944578140f4a320425905 2024-11-23T15:23:13,138 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/table/7f52ccc9b066450c90f1cc48569ee860 is 53, key is hbase:replication/table:state/1732375378150/Put/seqid=0 2024-11-23T15:23:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741846_1022 (size=5308) 2024-11-23T15:23:13,259 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:13,261 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 2082, reset compression=false 2024-11-23T15:23:13,429 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:13,459 DEBUG [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:13,541 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/table/7f52ccc9b066450c90f1cc48569ee860 2024-11-23T15:23:13,544 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/info/9713a7026da44a1eb3884be53c3e0350 as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/info/9713a7026da44a1eb3884be53c3e0350 2024-11-23T15:23:13,547 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/info/9713a7026da44a1eb3884be53c3e0350, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:23:13,548 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/ns/1c8d436bb64f4fdf89f905a306b81457 as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/ns/1c8d436bb64f4fdf89f905a306b81457 2024-11-23T15:23:13,551 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/ns/1c8d436bb64f4fdf89f905a306b81457, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:23:13,552 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/rep_barrier/05670544246944578140f4a320425905 as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/rep_barrier/05670544246944578140f4a320425905 2024-11-23T15:23:13,555 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/rep_barrier/05670544246944578140f4a320425905, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:23:13,555 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/.tmp/table/7f52ccc9b066450c90f1cc48569ee860 as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/table/7f52ccc9b066450c90f1cc48569ee860 2024-11-23T15:23:13,558 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/table/7f52ccc9b066450c90f1cc48569ee860, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:23:13,559 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-23T15:23:13,559 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:23:13,563 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:23:13,563 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:13,563 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:23:13,563 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:13,563 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375391858Running coprocessor pre-close hooks at 1732375391858Disabling compacts and flushes for region at 1732375391858Disabling writes for close at 1732375391858Obtaining lock to block concurrent updates at 1732375391858Preparing flush snapshotting stores in 1588230740 at 1732375391858Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375391859 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375391859Flushing 1588230740/info: creating writer at 1732375391859Flushing 1588230740/info: appending metadata at 1732375391875 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732375391875Flushing 1588230740/ns: creating writer at 1732375392285 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732375392297 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732375392297Flushing 1588230740/rep_barrier: creating writer at 1732375392705 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375392718 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375392718Flushing 1588230740/table: creating writer at 1732375393125 (+407 ms)Flushing 1588230740/table: appending metadata at 1732375393137 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732375393137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797a6ed0: reopening flushed file at 1732375393544 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf98873: reopening flushed file at 1732375393548 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c71853: reopening flushed file at 1732375393551 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e80dd0: reopening flushed file at 1732375393555 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1732375393559 (+4 ms)Writing region close event to WAL at 1732375393561 (+2 ms)Running coprocessor post-close hooks at 1732375393563 (+2 ms)Closed at 1732375393563 2024-11-23T15:23:13,563 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:13,564 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 2082, reset compression=false 2024-11-23T15:23:13,659 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T15:23:13,659 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,38831,1732375360771; all regions closed. 2024-11-23T15:23:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:23:13,662 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.meta.1732375364763.meta not finished, retry = 0 2024-11-23T15:23:13,711 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:44609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-23T15:23:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741839_1015 (size=2171) 2024-11-23T15:23:13,764 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.rep.1732375378095 not finished, retry = 0 2024-11-23T15:23:13,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 not finished, retry = 0 2024-11-23T15:23:13,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741833_1009 (size=2090) 2024-11-23T15:23:13,967 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 to pos 2082, reset compression=false 2024-11-23T15:23:13,967 DEBUG [RS:0;018362ca5320:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:13,967 INFO [RS:0;018362ca5320:38831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:13,967 INFO [RS:0;018362ca5320:38831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:13,967 INFO [RS:0;018362ca5320:38831 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:13,968 INFO [RS:0;018362ca5320:38831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:13,968 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:13,968 INFO [RS:0;018362ca5320:38831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,38831,1732375360771 because: Region server is closing 2024-11-23T15:23:13,968 INFO [RS:0;018362ca5320:38831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:38831. 2024-11-23T15:23:13,968 DEBUG [RS:0;018362ca5320:38831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:13,968 DEBUG [RS:0;018362ca5320:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:13,968 DEBUG [RS:0;018362ca5320:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:13,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:13,969 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/WALs/018362ca5320,38831,1732375360771/018362ca5320%2C38831%2C1732375360771.1732375363951 2024-11-23T15:23:14,068 INFO [RS:0;018362ca5320:38831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.shipper018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 terminated 2024-11-23T15:23:14,069 INFO [RS:0;018362ca5320:38831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:38831. 2024-11-23T15:23:14,068 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,38831,1732375360771.replicationSource.wal-reader.018362ca5320%2C38831%2C1732375360771,1-018362ca5320,38831,1732375360771 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-23T15:23:14,069 DEBUG [RS:0;018362ca5320:38831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:14,069 DEBUG [RS:0;018362ca5320:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:14,069 DEBUG [RS:0;018362ca5320:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:14,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:14,069 INFO [RS:0;018362ca5320:38831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38831 2024-11-23T15:23:14,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039/rs 2024-11-23T15:23:14,118 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11913380039/rs/018362ca5320,38831,1732375360771 2024-11-23T15:23:14,118 INFO [RS:0;018362ca5320:38831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:14,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,38831,1732375360771] 2024-11-23T15:23:14,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11913380039/draining/018362ca5320,38831,1732375360771 already deleted, retry=false 2024-11-23T15:23:14,169 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,38831,1732375360771 expired; onlineServers=0 2024-11-23T15:23:14,169 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,44609,1732375360643' ***** 2024-11-23T15:23:14,169 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:23:14,169 INFO [M:0;018362ca5320:44609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:14,169 INFO [M:0;018362ca5320:44609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:14,169 DEBUG [M:0;018362ca5320:44609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:23:14,169 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:23:14,169 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375363496 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375363496,5,FailOnTimeoutGroup] 2024-11-23T15:23:14,169 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375363497 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375363497,5,FailOnTimeoutGroup] 2024-11-23T15:23:14,169 DEBUG [M:0;018362ca5320:44609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:23:14,169 INFO [M:0;018362ca5320:44609 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:14,169 INFO [M:0;018362ca5320:44609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:14,169 DEBUG [M:0;018362ca5320:44609 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:23:14,169 INFO [M:0;018362ca5320:44609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:23:14,169 INFO [M:0;018362ca5320:44609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:14,170 INFO [M:0;018362ca5320:44609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:23:14,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:23:14,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11913380039/master 2024-11-23T15:23:14,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11913380039 2024-11-23T15:23:14,181 DEBUG [M:0;018362ca5320:44609 {}] zookeeper.ZKUtil(347): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Unable to get data of znode /11913380039/master because node does not exist (not an error) 2024-11-23T15:23:14,181 WARN [M:0;018362ca5320:44609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:23:14,182 INFO [M:0;018362ca5320:44609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/.lastflushedseqids 2024-11-23T15:23:14,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741847_1023 (size=245) 2024-11-23T15:23:14,228 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:14,229 INFO [RS:0;018362ca5320:38831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:14,229 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x101684a11b70004, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:14,229 INFO [RS:0;018362ca5320:38831 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,38831,1732375360771; zookeeper connection closed. 2024-11-23T15:23:14,229 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5823815b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5823815b 2024-11-23T15:23:14,229 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:23:14,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:23:14,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:14,587 INFO [M:0;018362ca5320:44609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:23:14,587 INFO [M:0;018362ca5320:44609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:23:14,587 DEBUG [M:0;018362ca5320:44609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:23:14,587 INFO [M:0;018362ca5320:44609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:14,587 DEBUG [M:0;018362ca5320:44609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:14,587 DEBUG [M:0;018362ca5320:44609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:23:14,587 DEBUG [M:0;018362ca5320:44609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:14,587 INFO [M:0;018362ca5320:44609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-23T15:23:14,604 DEBUG [M:0;018362ca5320:44609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f245d47004b49188df9c00140668983 is 82, key is hbase:meta,,1/info:regioninfo/1732375364797/Put/seqid=0 2024-11-23T15:23:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741848_1024 (size=5672) 2024-11-23T15:23:14,732 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:15,008 INFO [M:0;018362ca5320:44609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f245d47004b49188df9c00140668983 2024-11-23T15:23:15,028 DEBUG [M:0;018362ca5320:44609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fec2254114b4b919fd92d7cfe2354cc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375378154/Put/seqid=0 2024-11-23T15:23:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741849_1025 (size=8515) 2024-11-23T15:23:15,431 INFO [M:0;018362ca5320:44609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fec2254114b4b919fd92d7cfe2354cc 2024-11-23T15:23:15,449 DEBUG [M:0;018362ca5320:44609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96246022ed754383a09f06666f126f0f is 69, key is 018362ca5320,38831,1732375360771/rs:state/1732375363724/Put/seqid=0 2024-11-23T15:23:15,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741850_1026 (size=5156) 2024-11-23T15:23:15,453 INFO [M:0;018362ca5320:44609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96246022ed754383a09f06666f126f0f 2024-11-23T15:23:15,456 DEBUG [M:0;018362ca5320:44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f245d47004b49188df9c00140668983 as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f245d47004b49188df9c00140668983 2024-11-23T15:23:15,459 INFO [M:0;018362ca5320:44609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f245d47004b49188df9c00140668983, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T15:23:15,460 DEBUG [M:0;018362ca5320:44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fec2254114b4b919fd92d7cfe2354cc as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fec2254114b4b919fd92d7cfe2354cc 2024-11-23T15:23:15,463 INFO [M:0;018362ca5320:44609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fec2254114b4b919fd92d7cfe2354cc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T15:23:15,464 DEBUG [M:0;018362ca5320:44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96246022ed754383a09f06666f126f0f as hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96246022ed754383a09f06666f126f0f 2024-11-23T15:23:15,467 INFO [M:0;018362ca5320:44609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37897/user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96246022ed754383a09f06666f126f0f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T15:23:15,468 INFO [M:0;018362ca5320:44609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false 2024-11-23T15:23:15,469 INFO [M:0;018362ca5320:44609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:15,469 DEBUG [M:0;018362ca5320:44609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375394587Disabling compacts and flushes for region at 1732375394587Disabling writes for close at 1732375394587Obtaining lock to block concurrent updates at 1732375394587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375394587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732375394588 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375394588Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375394588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375394604 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375394604Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375395012 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375395027 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375395027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375395434 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375395449 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375395449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4590648d: reopening flushed file at 1732375395456 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6bedc7: reopening flushed file at 1732375395459 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ed7408: reopening flushed file at 1732375395463 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false at 1732375395468 (+5 ms)Writing region close event to WAL at 1732375395469 (+1 ms)Closed at 1732375395469 2024-11-23T15:23:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741830_1006 (size=63642) 2024-11-23T15:23:15,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9baecc2f-8114-4736-bcbf-488636234fac/MasterData/WALs/018362ca5320,44609,1732375360643/018362ca5320%2C44609%2C1732375360643.1732375362295 not finished, retry = 0 2024-11-23T15:23:15,572 INFO [M:0;018362ca5320:44609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:23:15,573 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:15,573 INFO [M:0;018362ca5320:44609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44609 2024-11-23T15:23:15,573 INFO [M:0;018362ca5320:44609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:15,765 INFO [M:0;018362ca5320:44609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x101684a11b70003, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:15,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f2f3282{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:23:15,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5847daaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:23:15,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:23:15,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e137ac5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:23:15,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@321ac26d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.log.dir/,STOPPED} 2024-11-23T15:23:15,772 WARN [BP-835934735-172.17.0.2-1732375358632 heartbeating to localhost/127.0.0.1:37897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:23:15,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:23:15,772 WARN [BP-835934735-172.17.0.2-1732375358632 heartbeating to localhost/127.0.0.1:37897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-835934735-172.17.0.2-1732375358632 (Datanode Uuid 96fedd01-60c0-4f77-97c2-cf65c4e63421) service to localhost/127.0.0.1:37897 2024-11-23T15:23:15,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:23:15,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/cluster_ba0a7f7a-587a-c78c-068c-3f84dc71d2e7/data/data1/current/BP-835934735-172.17.0.2-1732375358632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:23:15,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/cluster_ba0a7f7a-587a-c78c-068c-3f84dc71d2e7/data/data2/current/BP-835934735-172.17.0.2-1732375358632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:23:15,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:23:15,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61c82eeb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:23:15,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31270f10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:23:15,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:23:15,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2931b513{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:23:15,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c1bbde9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7ec5a77-ae47-be5d-b3b7-45c666c8655e/hadoop.log.dir/,STOPPED} 2024-11-23T15:23:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:23:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:23:15,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:15,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:15,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:15,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:15,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:15,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:23:15,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1055628156, stopped=false 2024-11-23T15:23:15,789 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,33035,1732375354821 2024-11-23T15:23:15,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967120844/running 2024-11-23T15:23:15,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967120844/running 2024-11-23T15:23:15,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:23:15,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:23:15,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:15,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on znode that does not yet exist, /0967120844/running 2024-11-23T15:23:15,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:15,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:15,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:15,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Set watcher on znode that does not yet exist, /0967120844/running 2024-11-23T15:23:15,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,35707,1732375355064' ***** 2024-11-23T15:23:15,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:23:15,803 INFO [RS:0;018362ca5320:35707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:23:15,803 INFO [RS:0;018362ca5320:35707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:23:15,803 INFO [RS:0;018362ca5320:35707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:23:15,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:23:15,803 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 0aa50a5bf7c158672135a7ff72e65b6f 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,35707,1732375355064 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:35707. 2024-11-23T15:23:15,804 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0aa50a5bf7c158672135a7ff72e65b6f, disabling compactions & flushes 2024-11-23T15:23:15,804 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:23:15,804 DEBUG [RS:0;018362ca5320:35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:15,804 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:23:15,804 DEBUG [RS:0;018362ca5320:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:15,804 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. after waiting 0 ms 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:23:15,804 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:23:15,804 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0aa50a5bf7c158672135a7ff72e65b6f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-23T15:23:15,804 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:23:15,804 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1325): Online Regions={0aa50a5bf7c158672135a7ff72e65b6f=test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f., 1588230740=hbase:meta,,1.1588230740, e2d9689de83e89ba0bb633117a4f9431=hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431.} 2024-11-23T15:23:15,804 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1351): Waiting on 0aa50a5bf7c158672135a7ff72e65b6f, 1588230740, e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:15,804 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:15,804 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:15,804 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:15,804 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:15,804 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:15,804 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:23:15,818 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/f/b9021efa26224ff9af896ceb11d1d969 is 28, key is row/f:/1732375384984/DeleteFamily/seqid=0 2024-11-23T15:23:15,820 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/info/4d7abcab1ca9488390bf2453bac0ce98 is 147, key is hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431./info:regioninfo/1732375376369/Put/seqid=0 2024-11-23T15:23:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741840_1016 (size=5085) 2024-11-23T15:23:15,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741841_1017 (size=7686) 2024-11-23T15:23:15,834 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:16,004 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1351): Waiting on 0aa50a5bf7c158672135a7ff72e65b6f, 1588230740, e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:16,135 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 636, reset compression=false 2024-11-23T15:23:16,139 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:16,139 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 883, reset compression=false 2024-11-23T15:23:16,139 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,35707,1732375355064 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:16,139 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,35707,1732375355064: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-018362ca5320,35707,1732375355064, walGroup=018362ca5320%2C35707%2C1732375355064, offset=018362ca5320%2C35707%2C1732375355064.1732375357324:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:35707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:23:16,141 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:23:16,141 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:23:16,141 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:23:16,141 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:23:16,141 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:23:16,141 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 1012075360 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 203287840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:23:16,141 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:33035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:33035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:23:16,205 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1351): Waiting on 0aa50a5bf7c158672135a7ff72e65b6f, 1588230740, e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:16,221 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/f/b9021efa26224ff9af896ceb11d1d969 2024-11-23T15:23:16,225 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9021efa26224ff9af896ceb11d1d969 2024-11-23T15:23:16,225 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/info/4d7abcab1ca9488390bf2453bac0ce98 2024-11-23T15:23:16,239 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/f1/7b1b444a40174123b37610df866a211f is 29, key is row/f1:/1732375384984/DeleteFamily/seqid=0 2024-11-23T15:23:16,240 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/ns/1e6ade0fe8ab49bc8e1d871dd4b70f87 is 43, key is default/ns:d/1732375358427/Put/seqid=0 2024-11-23T15:23:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741842_1018 (size=5089) 2024-11-23T15:23:16,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741843_1019 (size=5153) 2024-11-23T15:23:16,274 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:23:16,274 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:23:16,342 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 883, reset compression=false 2024-11-23T15:23:16,405 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1351): Waiting on 0aa50a5bf7c158672135a7ff72e65b6f, 1588230740, e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:16,605 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1351): Waiting on 0aa50a5bf7c158672135a7ff72e65b6f, 1588230740, e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:16,642 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/f1/7b1b444a40174123b37610df866a211f 2024-11-23T15:23:16,643 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/ns/1e6ade0fe8ab49bc8e1d871dd4b70f87 2024-11-23T15:23:16,645 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 883, reset compression=false 2024-11-23T15:23:16,646 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b1b444a40174123b37610df866a211f 2024-11-23T15:23:16,659 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/norep/2031b4f6c08e477eb02f2bb73df01d1a is 32, key is row/norep:/1732375384984/DeleteFamily/seqid=0 2024-11-23T15:23:16,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741844_1020 (size=5101) 2024-11-23T15:23:16,662 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/rep_barrier/bc0a44063348483f8ea8e62bdda9f111 is 112, key is test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f./rep_barrier:seqnumDuringOpen/1732375370161/Put/seqid=0 2024-11-23T15:23:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741845_1021 (size=5518) 2024-11-23T15:23:16,805 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1351): Waiting on 0aa50a5bf7c158672135a7ff72e65b6f, 1588230740, e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:17,005 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1351): Waiting on 0aa50a5bf7c158672135a7ff72e65b6f, 1588230740, e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:17,048 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.wal-reader.018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.1732375357324 to pos 883, reset compression=false 2024-11-23T15:23:17,062 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/norep/2031b4f6c08e477eb02f2bb73df01d1a 2024-11-23T15:23:17,066 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/rep_barrier/bc0a44063348483f8ea8e62bdda9f111 2024-11-23T15:23:17,066 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2031b4f6c08e477eb02f2bb73df01d1a 2024-11-23T15:23:17,066 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/f/b9021efa26224ff9af896ceb11d1d969 as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/f/b9021efa26224ff9af896ceb11d1d969 2024-11-23T15:23:17,069 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9021efa26224ff9af896ceb11d1d969 2024-11-23T15:23:17,069 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/f/b9021efa26224ff9af896ceb11d1d969, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T15:23:17,070 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/f1/7b1b444a40174123b37610df866a211f as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/f1/7b1b444a40174123b37610df866a211f 2024-11-23T15:23:17,073 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b1b444a40174123b37610df866a211f 2024-11-23T15:23:17,073 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/f1/7b1b444a40174123b37610df866a211f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T15:23:17,074 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/.tmp/norep/2031b4f6c08e477eb02f2bb73df01d1a as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/norep/2031b4f6c08e477eb02f2bb73df01d1a 2024-11-23T15:23:17,077 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2031b4f6c08e477eb02f2bb73df01d1a 2024-11-23T15:23:17,077 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/norep/2031b4f6c08e477eb02f2bb73df01d1a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T15:23:17,078 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0aa50a5bf7c158672135a7ff72e65b6f in 1274ms, sequenceid=6, compaction requested=false 2024-11-23T15:23:17,078 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:23:17,084 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/table/f816223265d84d1fab1a728a03bec24b is 53, key is hbase:replication/table:state/1732375376396/Put/seqid=0 2024-11-23T15:23:17,087 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/default/test/0aa50a5bf7c158672135a7ff72e65b6f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T15:23:17,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741846_1022 (size=5308) 2024-11-23T15:23:17,088 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:17,088 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/table/f816223265d84d1fab1a728a03bec24b 2024-11-23T15:23:17,088 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:23:17,088 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:23:17,088 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0aa50a5bf7c158672135a7ff72e65b6f: Waiting for close lock at 1732375395804Running coprocessor pre-close hooks at 1732375395804Disabling compacts and flushes for region at 1732375395804Disabling writes for close at 1732375395804Obtaining lock to block concurrent updates at 1732375395804Preparing flush snapshotting stores in 0aa50a5bf7c158672135a7ff72e65b6f at 1732375395804Finished memstore snapshotting test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732375395804Flushing stores of test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. at 1732375395805 (+1 ms)Flushing 0aa50a5bf7c158672135a7ff72e65b6f/f: creating writer at 1732375395805Flushing 0aa50a5bf7c158672135a7ff72e65b6f/f: appending metadata at 1732375395817 (+12 ms)Flushing 0aa50a5bf7c158672135a7ff72e65b6f/f: closing flushed file at 1732375395817Flushing 0aa50a5bf7c158672135a7ff72e65b6f/f1: creating writer at 1732375396225 (+408 ms)Flushing 0aa50a5bf7c158672135a7ff72e65b6f/f1: appending metadata at 1732375396238 (+13 ms)Flushing 0aa50a5bf7c158672135a7ff72e65b6f/f1: closing flushed file at 1732375396238Flushing 0aa50a5bf7c158672135a7ff72e65b6f/norep: creating writer at 1732375396646 (+408 ms)Flushing 0aa50a5bf7c158672135a7ff72e65b6f/norep: appending metadata at 1732375396658 (+12 ms)Flushing 0aa50a5bf7c158672135a7ff72e65b6f/norep: closing flushed file at 1732375396658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff20e9: reopening flushed file at 1732375397066 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168dfa4d: reopening flushed file at 1732375397069 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c3e0d0: reopening flushed file at 1732375397073 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0aa50a5bf7c158672135a7ff72e65b6f in 1274ms, sequenceid=6, compaction requested=false at 1732375397078 (+5 ms)Writing region close event to WAL at 1732375397084 (+6 ms)Running coprocessor post-close hooks at 1732375397088 (+4 ms)Closed at 1732375397088 2024-11-23T15:23:17,089 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375369018.0aa50a5bf7c158672135a7ff72e65b6f. 2024-11-23T15:23:17,089 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2d9689de83e89ba0bb633117a4f9431, disabling compactions & flushes 2024-11-23T15:23:17,089 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:23:17,089 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:23:17,089 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. after waiting 0 ms 2024-11-23T15:23:17,089 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:23:17,089 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2d9689de83e89ba0bb633117a4f9431: Waiting for close lock at 1732375397089Running coprocessor pre-close hooks at 1732375397089Disabling compacts and flushes for region at 1732375397089Disabling writes for close at 1732375397089Failed flush hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431., putting online again at 1732375397089 2024-11-23T15:23:17,089 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:23:17,092 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/info/4d7abcab1ca9488390bf2453bac0ce98 as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/info/4d7abcab1ca9488390bf2453bac0ce98 2024-11-23T15:23:17,096 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/info/4d7abcab1ca9488390bf2453bac0ce98, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:23:17,097 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/ns/1e6ade0fe8ab49bc8e1d871dd4b70f87 as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/ns/1e6ade0fe8ab49bc8e1d871dd4b70f87 2024-11-23T15:23:17,101 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/ns/1e6ade0fe8ab49bc8e1d871dd4b70f87, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:23:17,102 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/rep_barrier/bc0a44063348483f8ea8e62bdda9f111 as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/rep_barrier/bc0a44063348483f8ea8e62bdda9f111 2024-11-23T15:23:17,106 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/rep_barrier/bc0a44063348483f8ea8e62bdda9f111, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:23:17,106 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/.tmp/table/f816223265d84d1fab1a728a03bec24b as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/table/f816223265d84d1fab1a728a03bec24b 2024-11-23T15:23:17,110 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/table/f816223265d84d1fab1a728a03bec24b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:23:17,111 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-23T15:23:17,111 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:23:17,115 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:23:17,115 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:17,115 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:23:17,115 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:17,115 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375395804Running coprocessor pre-close hooks at 1732375395804Disabling compacts and flushes for region at 1732375395804Disabling writes for close at 1732375395804Obtaining lock to block concurrent updates at 1732375395804Preparing flush snapshotting stores in 1588230740 at 1732375395804Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375395805 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375395805Flushing 1588230740/info: creating writer at 1732375395805Flushing 1588230740/info: appending metadata at 1732375395820 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732375395820Flushing 1588230740/ns: creating writer at 1732375396228 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732375396240 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732375396240Flushing 1588230740/rep_barrier: creating writer at 1732375396647 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375396662 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375396662Flushing 1588230740/table: creating writer at 1732375397069 (+407 ms)Flushing 1588230740/table: appending metadata at 1732375397084 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732375397084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34852135: reopening flushed file at 1732375397092 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189a59f8: reopening flushed file at 1732375397096 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70062d86: reopening flushed file at 1732375397101 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2584ec6a: reopening flushed file at 1732375397106 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1732375397111 (+5 ms)Writing region close event to WAL at 1732375397112 (+1 ms)Running coprocessor post-close hooks at 1732375397115 (+3 ms)Closed at 1732375397115 2024-11-23T15:23:17,116 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:17,205 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:23:17,205 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1325): Online Regions={e2d9689de83e89ba0bb633117a4f9431=hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431.} 2024-11-23T15:23:17,205 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:17,206 DEBUG [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1351): Waiting on e2d9689de83e89ba0bb633117a4f9431 2024-11-23T15:23:17,206 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2d9689de83e89ba0bb633117a4f9431, disabling compactions & flushes 2024-11-23T15:23:17,206 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:23:17,206 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:23:17,206 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. after waiting 0 ms 2024-11-23T15:23:17,206 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:23:17,206 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2d9689de83e89ba0bb633117a4f9431: Waiting for close lock at 1732375397206Running coprocessor pre-close hooks at 1732375397206Disabling compacts and flushes for region at 1732375397206Disabling writes for close at 1732375397206Failed flush hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431., putting online again at 1732375397206 2024-11-23T15:23:17,206 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732375375491.e2d9689de83e89ba0bb633117a4f9431. 2024-11-23T15:23:17,406 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T15:23:17,406 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,35707,1732375355064; all regions closed. 2024-11-23T15:23:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741834_1010 (size=4239) 2024-11-23T15:23:17,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/WALs/018362ca5320,35707,1732375355064/018362ca5320%2C35707%2C1732375355064.meta.1732375358324.meta not finished, retry = 0 2024-11-23T15:23:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741839_1015 (size=1297) 2024-11-23T15:23:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741832_1008 (size=1535) 2024-11-23T15:23:17,513 DEBUG [RS:0;018362ca5320:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:17,513 INFO [RS:0;018362ca5320:35707 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:17,513 INFO [RS:0;018362ca5320:35707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:17,513 INFO [RS:0;018362ca5320:35707 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:17,513 INFO [RS:0;018362ca5320:35707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:17,513 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:17,514 INFO [RS:0;018362ca5320:35707 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,35707,1732375355064 because: Region server is closing 2024-11-23T15:23:17,514 INFO [RS:0;018362ca5320:35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:35707. 2024-11-23T15:23:17,514 DEBUG [RS:0;018362ca5320:35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:17,514 DEBUG [RS:0;018362ca5320:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:17,514 DEBUG [RS:0;018362ca5320:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:17,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:17,614 INFO [RS:0;018362ca5320:35707 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,35707,1732375355064.replicationSource.shipper018362ca5320%2C35707%2C1732375355064,1-018362ca5320,35707,1732375355064 terminated 2024-11-23T15:23:17,615 INFO [RS:0;018362ca5320:35707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35707 2024-11-23T15:23:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967120844/rs/018362ca5320,35707,1732375355064 2024-11-23T15:23:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844/rs 2024-11-23T15:23:17,718 INFO [RS:0;018362ca5320:35707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:17,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,35707,1732375355064] 2024-11-23T15:23:17,860 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0967120844/draining/018362ca5320,35707,1732375355064 already deleted, retry=false 2024-11-23T15:23:17,860 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,35707,1732375355064 expired; onlineServers=0 2024-11-23T15:23:17,860 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,33035,1732375354821' ***** 2024-11-23T15:23:17,860 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:23:17,860 INFO [M:0;018362ca5320:33035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:17,860 INFO [M:0;018362ca5320:33035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:17,860 DEBUG [M:0;018362ca5320:33035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:23:17,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:23:17,860 DEBUG [M:0;018362ca5320:33035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:23:17,860 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375357072 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375357072,5,FailOnTimeoutGroup] 2024-11-23T15:23:17,860 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375357076 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375357076,5,FailOnTimeoutGroup] 2024-11-23T15:23:17,860 INFO [M:0;018362ca5320:33035 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:17,860 INFO [M:0;018362ca5320:33035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:17,860 DEBUG [M:0;018362ca5320:33035 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:23:17,860 INFO [M:0;018362ca5320:33035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:23:17,861 INFO [M:0;018362ca5320:33035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:17,861 INFO [M:0;018362ca5320:33035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:23:17,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:23:17,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:17,892 INFO [RS:0;018362ca5320:35707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:17,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x101684a11b70001, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:17,892 INFO [RS:0;018362ca5320:35707 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,35707,1732375355064; zookeeper connection closed. 2024-11-23T15:23:17,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@581dc279 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@581dc279 2024-11-23T15:23:17,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:23:17,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:23:17,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:23:17,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:23:17,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967120844/master 2024-11-23T15:23:17,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967120844 2024-11-23T15:23:17,984 DEBUG [M:0;018362ca5320:33035 {}] zookeeper.ZKUtil(347): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Unable to get data of znode /0967120844/master because node does not exist (not an error) 2024-11-23T15:23:17,984 WARN [M:0;018362ca5320:33035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:23:17,985 INFO [M:0;018362ca5320:33035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/.lastflushedseqids 2024-11-23T15:23:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741847_1023 (size=245) 2024-11-23T15:23:18,389 INFO [M:0;018362ca5320:33035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:23:18,389 INFO [M:0;018362ca5320:33035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:23:18,389 DEBUG [M:0;018362ca5320:33035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:23:18,389 INFO [M:0;018362ca5320:33035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:18,389 DEBUG [M:0;018362ca5320:33035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:18,389 DEBUG [M:0;018362ca5320:33035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:23:18,389 DEBUG [M:0;018362ca5320:33035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:18,390 INFO [M:0;018362ca5320:33035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-23T15:23:18,407 DEBUG [M:0;018362ca5320:33035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2c9a95d4e1145a8a938d992834f1c6d is 82, key is hbase:meta,,1/info:regioninfo/1732375358376/Put/seqid=0 2024-11-23T15:23:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741848_1024 (size=5672) 2024-11-23T15:23:18,814 INFO [M:0;018362ca5320:33035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2c9a95d4e1145a8a938d992834f1c6d 2024-11-23T15:23:18,831 DEBUG [M:0;018362ca5320:33035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de681af1454c43c7ab1093b9d459ba26 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732375370169/Put/seqid=0 2024-11-23T15:23:18,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741849_1025 (size=7218) 2024-11-23T15:23:19,234 INFO [M:0;018362ca5320:33035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de681af1454c43c7ab1093b9d459ba26 2024-11-23T15:23:19,237 INFO [M:0;018362ca5320:33035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de681af1454c43c7ab1093b9d459ba26 2024-11-23T15:23:19,250 DEBUG [M:0;018362ca5320:33035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e66d886fbe694795923100eefbc989e3 is 69, key is 018362ca5320,35707,1732375355064/rs:state/1732375357176/Put/seqid=0 2024-11-23T15:23:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741850_1026 (size=5156) 2024-11-23T15:23:19,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:23:19,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:19,653 INFO [M:0;018362ca5320:33035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e66d886fbe694795923100eefbc989e3 2024-11-23T15:23:19,657 DEBUG [M:0;018362ca5320:33035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2c9a95d4e1145a8a938d992834f1c6d as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2c9a95d4e1145a8a938d992834f1c6d 2024-11-23T15:23:19,661 INFO [M:0;018362ca5320:33035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2c9a95d4e1145a8a938d992834f1c6d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T15:23:19,662 DEBUG [M:0;018362ca5320:33035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de681af1454c43c7ab1093b9d459ba26 as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de681af1454c43c7ab1093b9d459ba26 2024-11-23T15:23:19,665 INFO [M:0;018362ca5320:33035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de681af1454c43c7ab1093b9d459ba26 2024-11-23T15:23:19,666 INFO [M:0;018362ca5320:33035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de681af1454c43c7ab1093b9d459ba26, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T15:23:19,666 DEBUG [M:0;018362ca5320:33035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e66d886fbe694795923100eefbc989e3 as hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e66d886fbe694795923100eefbc989e3 2024-11-23T15:23:19,670 INFO [M:0;018362ca5320:33035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40159/user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e66d886fbe694795923100eefbc989e3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T15:23:19,671 INFO [M:0;018362ca5320:33035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-23T15:23:19,672 INFO [M:0;018362ca5320:33035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:19,672 DEBUG [M:0;018362ca5320:33035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375398389Disabling compacts and flushes for region at 1732375398389Disabling writes for close at 1732375398389Obtaining lock to block concurrent updates at 1732375398390 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375398390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732375398390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375398390Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375398390Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375398406 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375398406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375398818 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375398830 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375398830Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375399237 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375399249 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375399249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cfdca8: reopening flushed file at 1732375399657 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26616fba: reopening flushed file at 1732375399661 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168922dd: reopening flushed file at 1732375399666 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1732375399671 (+5 ms)Writing region close event to WAL at 1732375399672 (+1 ms)Closed at 1732375399672 2024-11-23T15:23:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42731 is added to blk_1073741830_1006 (size=64423) 2024-11-23T15:23:19,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/671f57fa-7529-5d10-d334-283d970c7ed0/MasterData/WALs/018362ca5320,33035,1732375354821/018362ca5320%2C33035%2C1732375354821.1732375356834 not finished, retry = 0 2024-11-23T15:23:19,774 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:19,774 INFO [M:0;018362ca5320:33035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:23:19,775 INFO [M:0;018362ca5320:33035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33035 2024-11-23T15:23:19,775 INFO [M:0;018362ca5320:33035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:19,923 INFO [M:0;018362ca5320:33035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:19,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:19,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x101684a11b70000, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:19,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64344aab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:23:19,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e40780{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:23:19,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:23:19,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@259ca815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:23:19,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3daa1fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.log.dir/,STOPPED} 2024-11-23T15:23:19,927 WARN [BP-808552334-172.17.0.2-1732375352859 heartbeating to localhost/127.0.0.1:40159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:23:19,927 WARN [BP-808552334-172.17.0.2-1732375352859 heartbeating to localhost/127.0.0.1:40159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-808552334-172.17.0.2-1732375352859 (Datanode Uuid ae9f743c-c45a-4cb0-838e-c457b25b1815) service to localhost/127.0.0.1:40159 2024-11-23T15:23:19,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:23:19,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:23:19,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/cluster_ddd5c22d-66cc-bf76-55e5-9d89fb755898/data/data1/current/BP-808552334-172.17.0.2-1732375352859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:23:19,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/cluster_ddd5c22d-66cc-bf76-55e5-9d89fb755898/data/data2/current/BP-808552334-172.17.0.2-1732375352859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:23:19,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:23:19,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18dfbb43{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:23:19,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ff52be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:23:19,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:23:19,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47338a4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:23:19,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb120f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c431e22a-03c6-a0ca-a706-ad9249498321/hadoop.log.dir/,STOPPED} 2024-11-23T15:23:19,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:23:19,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:23:19,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 312) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62952) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40159 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37897 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62952) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62952) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=783 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=490 (was 500), ProcessCount=11 (was 11), AvailableMemoryMB=6490 (was 6376) - AvailableMemoryMB LEAK? - 2024-11-23T15:23:19,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=783, MaxFileDescriptor=1048576, SystemLoadAverage=490, ProcessCount=11, AvailableMemoryMB=6490 2024-11-23T15:23:19,982 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-23T15:23:19,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.log.dir so I do NOT create it in target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f 2024-11-23T15:23:19,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:23:19,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.tmp.dir so I do NOT create it in target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f 2024-11-23T15:23:19,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cad1f0a8-ee6f-07b5-cb39-185c83b08cdc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:23:19,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f 2024-11-23T15:23:19,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1, deleteOnExit=true 2024-11-23T15:23:20,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/zookeeper_0, clientPort=62195, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:23:20,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62195 2024-11-23T15:23:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:23:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:23:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/test.cache.data in system properties and HBase conf 2024-11-23T15:23:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:23:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:23:20,007 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:23:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:23:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101684a11b70002, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:23:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101684a11b70005, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:23:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101684a11b70008, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:23:20,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101684a11b70005, quorum=127.0.0.1:62952, baseZNode=/11913380039 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:23:20,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101684a11b70008, quorum=127.0.0.1:62952, baseZNode=/21726733479 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:23:20,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101684a11b70002, quorum=127.0.0.1:62952, baseZNode=/0967120844 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:23:20,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:20,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:23:20,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:23:20,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:23:20,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:23:20,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:20,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3487c574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:23:20,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe4abc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:23:20,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@674a6be3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/java.io.tmpdir/jetty-localhost-38617-hadoop-hdfs-3_4_1-tests_jar-_-any-17550156582354347564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:23:20,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@515def66{HTTP/1.1, (http/1.1)}{localhost:38617} 2024-11-23T15:23:20,459 INFO [Time-limited test {}] server.Server(415): Started @330842ms 2024-11-23T15:23:20,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:20,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:23:20,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:23:20,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:23:20,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:23:20,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7615a59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:23:20,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51452599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:23:20,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11e3c1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/java.io.tmpdir/jetty-localhost-43143-hadoop-hdfs-3_4_1-tests_jar-_-any-17389798676377983931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:23:20,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@620073fe{HTTP/1.1, (http/1.1)}{localhost:43143} 2024-11-23T15:23:20,852 INFO [Time-limited test {}] server.Server(415): Started @331235ms 2024-11-23T15:23:20,853 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:23:21,689 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/data/data2/current/BP-1262142273-172.17.0.2-1732375400020/current, will proceed with Du for space computation calculation, 2024-11-23T15:23:21,689 WARN [Thread-4185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/data/data1/current/BP-1262142273-172.17.0.2-1732375400020/current, will proceed with Du for space computation calculation, 2024-11-23T15:23:21,708 WARN [Thread-4173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:23:21,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5396179b185281e with lease ID 0x940bbb9d6de23f12: Processing first storage report for DS-12aa23b6-c0fc-4afa-8b86-52ffcbfc5999 from datanode DatanodeRegistration(127.0.0.1:38189, datanodeUuid=ef099f78-085f-41d3-8604-bb90bf0932cc, infoPort=45675, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1467655983;c=1732375400020) 2024-11-23T15:23:21,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5396179b185281e with lease ID 0x940bbb9d6de23f12: from storage DS-12aa23b6-c0fc-4afa-8b86-52ffcbfc5999 node DatanodeRegistration(127.0.0.1:38189, datanodeUuid=ef099f78-085f-41d3-8604-bb90bf0932cc, infoPort=45675, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1467655983;c=1732375400020), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:23:21,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5396179b185281e with lease ID 0x940bbb9d6de23f12: Processing first storage report for DS-dadffbfe-e212-468c-8919-05ff7e06038d from datanode DatanodeRegistration(127.0.0.1:38189, datanodeUuid=ef099f78-085f-41d3-8604-bb90bf0932cc, infoPort=45675, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1467655983;c=1732375400020) 2024-11-23T15:23:21,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5396179b185281e with lease ID 0x940bbb9d6de23f12: from storage DS-dadffbfe-e212-468c-8919-05ff7e06038d node DatanodeRegistration(127.0.0.1:38189, datanodeUuid=ef099f78-085f-41d3-8604-bb90bf0932cc, infoPort=45675, infoSecurePort=0, ipcPort=39203, storageInfo=lv=-57;cid=testClusterID;nsid=1467655983;c=1732375400020), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:23:21,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f 2024-11-23T15:23:21,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:21,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:21,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:23:21,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec with version=8 2024-11-23T15:23:21,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/hbase-staging 2024-11-23T15:23:21,791 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:23:21,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:21,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:21,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:23:21,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:21,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:23:21,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:23:21,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:23:21,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39105 2024-11-23T15:23:21,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39105 connecting to ZooKeeper ensemble=127.0.0.1:62195 2024-11-23T15:23:21,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391050x0, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:21,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39105-0x101684ac9f00000 connected 2024-11-23T15:23:21,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:21,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:23:21,926 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128794 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:23:21,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:21,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:21,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Set watcher on znode that does not yet exist, /0-1381554752/running 2024-11-23T15:23:21,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec, hbase.cluster.distributed=false 2024-11-23T15:23:21,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Set watcher on znode that does not yet exist, /0-1381554752/acl 2024-11-23T15:23:21,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-23T15:23:21,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39105 2024-11-23T15:23:21,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39105 2024-11-23T15:23:21,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-23T15:23:21,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-23T15:23:21,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:23:21,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:21,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:21,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:23:21,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:21,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:23:21,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:23:21,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:23:21,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42337 2024-11-23T15:23:21,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42337 connecting to ZooKeeper ensemble=127.0.0.1:62195 2024-11-23T15:23:21,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:21,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:22,008 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423370x0, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:22,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42337-0x101684ac9f00001 connected 2024-11-23T15:23:22,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Set watcher on znode that does not yet exist, /0-1381554752/running 2024-11-23T15:23:22,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:23:22,010 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:23:22,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Set watcher on znode that does not yet exist, /0-1381554752/master 2024-11-23T15:23:22,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Set watcher on znode that does not yet exist, /0-1381554752/acl 2024-11-23T15:23:22,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-23T15:23:22,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42337 2024-11-23T15:23:22,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42337 2024-11-23T15:23:22,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-23T15:23:22,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-23T15:23:22,027 DEBUG [M:0;018362ca5320:39105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:39105 2024-11-23T15:23:22,027 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1381554752/backup-masters/018362ca5320,39105,1732375401790 2024-11-23T15:23:22,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752/backup-masters 2024-11-23T15:23:22,040 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752/backup-masters 2024-11-23T15:23:22,040 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Set watcher on existing znode=/0-1381554752/backup-masters/018362ca5320,39105,1732375401790 2024-11-23T15:23:22,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:22,050 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1381554752/master 2024-11-23T15:23:22,050 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:22,051 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Set watcher on existing znode=/0-1381554752/master 2024-11-23T15:23:22,051 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1381554752/backup-masters/018362ca5320,39105,1732375401790 from backup master directory 2024-11-23T15:23:22,067 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752/backup-masters 2024-11-23T15:23:22,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1381554752/backup-masters/018362ca5320,39105,1732375401790 2024-11-23T15:23:22,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752/backup-masters 2024-11-23T15:23:22,067 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:23:22,067 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,39105,1732375401790 2024-11-23T15:23:22,073 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/hbase.id] with ID: abc62f66-d917-4636-9ee2-d3915bf5ce9b 2024-11-23T15:23:22,073 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/.tmp/hbase.id 2024-11-23T15:23:22,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:23:22,478 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/.tmp/hbase.id]:[hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/hbase.id] 2024-11-23T15:23:22,486 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:22,486 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:23:22,486 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T15:23:22,541 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:23:22,945 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:22,946 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:23:22,946 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:23:23,357 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/data/master/store 2024-11-23T15:23:23,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:23:23,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:23,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:23:23,764 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:23,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:23,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:23:23,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:23,764 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:23,764 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375403764Disabling compacts and flushes for region at 1732375403764Disabling writes for close at 1732375403764Writing region close event to WAL at 1732375403764Closed at 1732375403764 2024-11-23T15:23:23,765 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/data/master/store/.initializing 2024-11-23T15:23:23,765 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/WALs/018362ca5320,39105,1732375401790 2024-11-23T15:23:23,767 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:23:23,768 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C39105%2C1732375401790, suffix=, logDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/WALs/018362ca5320,39105,1732375401790, archiveDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/oldWALs, maxLogs=10 2024-11-23T15:23:23,787 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/WALs/018362ca5320,39105,1732375401790/018362ca5320%2C39105%2C1732375401790.1732375403769, exclude list is [], retry=0 2024-11-23T15:23:23,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38189,DS-12aa23b6-c0fc-4afa-8b86-52ffcbfc5999,DISK] 2024-11-23T15:23:23,793 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/WALs/018362ca5320,39105,1732375401790/018362ca5320%2C39105%2C1732375401790.1732375403769 2024-11-23T15:23:23,793 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-23T15:23:23,794 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:23,794 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:23,794 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,794 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:23:23,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:23,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:23,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:23:23,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:23,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:23,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:23:23,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:23,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:23,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:23:23,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:23,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:23,805 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,805 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,805 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,806 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,806 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:23,807 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:23,809 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:23,809 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59899961, jitterRate=-0.10742102563381195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:23,809 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375403794Initializing all the Stores at 1732375403795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375403795Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375403800 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375403800Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375403800Cleaning up temporary data from old regions at 1732375403806 (+6 ms)Region opened successfully at 1732375403809 (+3 ms) 2024-11-23T15:23:23,810 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:23:23,811 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7700bc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:23:23,812 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:23:23,812 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:23:23,812 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:23:23,812 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:23:23,813 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:23:23,813 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:23:23,813 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:23:23,814 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:23:23,815 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Unable to get data of znode /0-1381554752/balancer because node does not exist (not necessarily an error) 2024-11-23T15:23:23,828 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381554752/balancer already deleted, retry=false 2024-11-23T15:23:23,828 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:23:23,829 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Unable to get data of znode /0-1381554752/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:23:23,840 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381554752/normalizer already deleted, retry=false 2024-11-23T15:23:23,840 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:23:23,841 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Unable to get data of znode /0-1381554752/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:23:23,850 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381554752/switch/split already deleted, retry=false 2024-11-23T15:23:23,851 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Unable to get data of znode /0-1381554752/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:23:23,861 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381554752/switch/merge already deleted, retry=false 2024-11-23T15:23:23,862 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Unable to get data of znode /0-1381554752/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:23:23,871 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381554752/snapshot-cleanup already deleted, retry=false 2024-11-23T15:23:23,882 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1381554752/running 2024-11-23T15:23:23,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1381554752/running 2024-11-23T15:23:23,882 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:23,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:23,882 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,39105,1732375401790, sessionid=0x101684ac9f00000, setting cluster-up flag (Was=false) 2024-11-23T15:23:23,903 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:23,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:23,934 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1381554752/flush-table-proc/acquired, /0-1381554752/flush-table-proc/reached, /0-1381554752/flush-table-proc/abort 2024-11-23T15:23:23,935 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,39105,1732375401790 2024-11-23T15:23:23,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:23,955 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:23,987 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1381554752/online-snapshot/acquired, /0-1381554752/online-snapshot/reached, /0-1381554752/online-snapshot/abort 2024-11-23T15:23:23,988 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,39105,1732375401790 2024-11-23T15:23:23,989 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:23:23,990 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:23,990 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:23:23,990 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:23:23,991 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,39105,1732375401790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:23:23,992 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:23,992 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:23,992 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:23,992 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:23,992 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:23:23,992 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:23,992 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:23:23,992 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:23,993 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375433993 2024-11-23T15:23:23,993 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:23:23,993 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:23:23,993 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:23:23,993 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:23:23,993 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:23:23,993 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:23:23,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:23,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:23:23,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:23,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:23:23,999 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,000 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:23:24,000 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:23:24,000 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:23:24,000 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:23:24,000 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:23:24,000 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:23:24,002 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375404000,5,FailOnTimeoutGroup] 2024-11-23T15:23:24,003 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375404002,5,FailOnTimeoutGroup] 2024-11-23T15:23:24,003 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,003 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:23:24,003 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,003 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:23:24,019 INFO [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer(746): ClusterId : abc62f66-d917-4636-9ee2-d3915bf5ce9b 2024-11-23T15:23:24,019 DEBUG [RS:0;018362ca5320:42337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:23:24,030 DEBUG [RS:0;018362ca5320:42337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:23:24,030 DEBUG [RS:0;018362ca5320:42337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:23:24,040 DEBUG [RS:0;018362ca5320:42337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:23:24,041 DEBUG [RS:0;018362ca5320:42337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e02228a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:23:24,052 DEBUG [RS:0;018362ca5320:42337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:42337 2024-11-23T15:23:24,052 INFO [RS:0;018362ca5320:42337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:23:24,052 INFO [RS:0;018362ca5320:42337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:23:24,052 DEBUG [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:23:24,053 INFO [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,39105,1732375401790 with port=42337, startcode=1732375401976 2024-11-23T15:23:24,053 DEBUG [RS:0;018362ca5320:42337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:23:24,055 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:23:24,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,42337,1732375401976 2024-11-23T15:23:24,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39105 {}] master.ServerManager(517): Registering regionserver=018362ca5320,42337,1732375401976 2024-11-23T15:23:24,057 DEBUG [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec 2024-11-23T15:23:24,057 DEBUG [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36807 2024-11-23T15:23:24,057 DEBUG [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:23:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752/rs 2024-11-23T15:23:24,067 DEBUG [RS:0;018362ca5320:42337 {}] zookeeper.ZKUtil(111): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Set watcher on existing znode=/0-1381554752/rs/018362ca5320,42337,1732375401976 2024-11-23T15:23:24,067 WARN [RS:0;018362ca5320:42337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:23:24,067 INFO [RS:0;018362ca5320:42337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:24,067 DEBUG [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/WALs/018362ca5320,42337,1732375401976 2024-11-23T15:23:24,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,42337,1732375401976] 2024-11-23T15:23:24,070 INFO [RS:0;018362ca5320:42337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:23:24,072 INFO [RS:0;018362ca5320:42337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:23:24,072 INFO [RS:0;018362ca5320:42337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:23:24,072 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,076 INFO [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:23:24,077 INFO [RS:0;018362ca5320:42337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:23:24,077 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:23:24,077 DEBUG [RS:0;018362ca5320:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:23:24,078 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,078 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,078 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,078 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,078 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,078 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42337,1732375401976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:23:24,098 INFO [RS:0;018362ca5320:42337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:23:24,098 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42337,1732375401976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,098 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,098 INFO [RS:0;018362ca5320:42337 {}] regionserver.Replication(171): 018362ca5320,42337,1732375401976 started 2024-11-23T15:23:24,116 INFO [RS:0;018362ca5320:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:24,116 INFO [RS:0;018362ca5320:42337 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,42337,1732375401976, RpcServer on 018362ca5320/172.17.0.2:42337, sessionid=0x101684ac9f00001 2024-11-23T15:23:24,117 DEBUG [RS:0;018362ca5320:42337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:23:24,117 DEBUG [RS:0;018362ca5320:42337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,42337,1732375401976 2024-11-23T15:23:24,117 DEBUG [RS:0;018362ca5320:42337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,42337,1732375401976' 2024-11-23T15:23:24,117 DEBUG [RS:0;018362ca5320:42337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1381554752/flush-table-proc/abort' 2024-11-23T15:23:24,117 DEBUG [RS:0;018362ca5320:42337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1381554752/flush-table-proc/acquired' 2024-11-23T15:23:24,118 DEBUG [RS:0;018362ca5320:42337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:23:24,118 DEBUG [RS:0;018362ca5320:42337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:23:24,118 DEBUG [RS:0;018362ca5320:42337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,42337,1732375401976 2024-11-23T15:23:24,118 DEBUG [RS:0;018362ca5320:42337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,42337,1732375401976' 2024-11-23T15:23:24,118 DEBUG [RS:0;018362ca5320:42337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1381554752/online-snapshot/abort' 2024-11-23T15:23:24,118 DEBUG [RS:0;018362ca5320:42337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1381554752/online-snapshot/acquired' 2024-11-23T15:23:24,118 DEBUG [RS:0;018362ca5320:42337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:23:24,119 INFO [RS:0;018362ca5320:42337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:23:24,119 INFO [RS:0;018362ca5320:42337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:23:24,219 INFO [RS:0;018362ca5320:42337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:23:24,220 INFO [RS:0;018362ca5320:42337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42337%2C1732375401976, suffix=, logDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/WALs/018362ca5320,42337,1732375401976, archiveDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/oldWALs, maxLogs=10 2024-11-23T15:23:24,234 DEBUG [RS:0;018362ca5320:42337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/WALs/018362ca5320,42337,1732375401976/018362ca5320%2C42337%2C1732375401976.1732375404221, exclude list is [], retry=0 2024-11-23T15:23:24,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38189,DS-12aa23b6-c0fc-4afa-8b86-52ffcbfc5999,DISK] 2024-11-23T15:23:24,253 INFO [RS:0;018362ca5320:42337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/WALs/018362ca5320,42337,1732375401976/018362ca5320%2C42337%2C1732375401976.1732375404221 2024-11-23T15:23:24,253 DEBUG [RS:0;018362ca5320:42337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-23T15:23:24,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:23:24,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec 2024-11-23T15:23:24,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:23:24,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:24,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:23:24,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:23:24,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:24,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:24,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:23:24,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:23:24,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:24,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:24,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:23:24,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:23:24,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:24,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:24,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:23:24,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:23:24,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:24,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:24,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:23:24,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/hbase/meta/1588230740 2024-11-23T15:23:24,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/hbase/meta/1588230740 2024-11-23T15:23:24,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:23:24,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:23:24,825 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:24,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:23:24,827 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:24,827 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59602798, jitterRate=-0.1118490993976593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375404812Initializing all the Stores at 1732375404812Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375404812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375404813 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375404813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375404813Cleaning up temporary data from old regions at 1732375404824 (+11 ms)Region opened successfully at 1732375404828 (+4 ms) 2024-11-23T15:23:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:24,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:24,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:24,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375404828Disabling compacts and flushes for region at 1732375404828Disabling writes for close at 1732375404828Writing region close event to WAL at 1732375404828Closed at 1732375404828 2024-11-23T15:23:24,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:24,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:23:24,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:23:24,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:23:24,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:23:24,981 DEBUG [018362ca5320:39105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:23:24,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,42337,1732375401976 2024-11-23T15:23:24,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42337,1732375401976, state=OPENING 2024-11-23T15:23:24,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:23:25,037 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:25,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381554752 2024-11-23T15:23:25,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1381554752/meta-region-server: CHANGED 2024-11-23T15:23:25,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1381554752/meta-region-server: CHANGED 2024-11-23T15:23:25,038 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:23:25,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,42337,1732375401976}] 2024-11-23T15:23:25,189 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:25,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:23:25,193 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:23:25,193 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:25,193 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:23:25,194 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42337%2C1732375401976.meta, suffix=.meta, logDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/WALs/018362ca5320,42337,1732375401976, archiveDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/oldWALs, maxLogs=10 2024-11-23T15:23:25,207 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/WALs/018362ca5320,42337,1732375401976/018362ca5320%2C42337%2C1732375401976.meta.1732375405195.meta, exclude list is [], retry=0 2024-11-23T15:23:25,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38189,DS-12aa23b6-c0fc-4afa-8b86-52ffcbfc5999,DISK] 2024-11-23T15:23:25,209 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/WALs/018362ca5320,42337,1732375401976/018362ca5320%2C42337%2C1732375401976.meta.1732375405195.meta 2024-11-23T15:23:25,210 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-23T15:23:25,210 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:25,210 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:25,210 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:23:25,210 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:23:25,210 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:23:25,210 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:23:25,210 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:25,210 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:23:25,210 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:23:25,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:23:25,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:23:25,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:25,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:25,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:23:25,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:23:25,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:25,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:25,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:23:25,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:23:25,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:25,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:25,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:23:25,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:23:25,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:25,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:25,214 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:23:25,215 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/hbase/meta/1588230740 2024-11-23T15:23:25,215 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/hbase/meta/1588230740 2024-11-23T15:23:25,216 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:23:25,216 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:23:25,216 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:25,217 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:23:25,218 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73686027, jitterRate=0.09800736606121063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:25,218 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:23:25,218 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375405210Writing region info on filesystem at 1732375405210Initializing all the Stores at 1732375405211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375405211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375405211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375405211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375405211Cleaning up temporary data from old regions at 1732375405216 (+5 ms)Running coprocessor post-open hooks at 1732375405218 (+2 ms)Region opened successfully at 1732375405218 2024-11-23T15:23:25,219 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375405189 2024-11-23T15:23:25,220 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:23:25,220 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:23:25,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,42337,1732375401976 2024-11-23T15:23:25,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42337,1732375401976, state=OPEN 2024-11-23T15:23:25,240 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x101684ac9f00001, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1381554752/meta-region-server 2024-11-23T15:23:25,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x101684ac9f00000, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1381554752/meta-region-server 2024-11-23T15:23:25,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,42337,1732375401976 2024-11-23T15:23:25,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1381554752/meta-region-server: CHANGED 2024-11-23T15:23:25,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1381554752/meta-region-server: CHANGED 2024-11-23T15:23:25,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:23:25,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,42337,1732375401976 in 202 msec 2024-11-23T15:23:25,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:23:25,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-23T15:23:25,243 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:25,243 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:23:25,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:25,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42337,1732375401976, seqNum=-1] 2024-11-23T15:23:25,244 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:25,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:25,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-23T15:23:25,248 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375405248, completionTime=-1 2024-11-23T15:23:25,248 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:23:25,248 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375465250 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375525250 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39105,1732375401790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39105,1732375401790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39105,1732375401790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:39105, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:25,250 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:25,251 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:25,252 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:23:25,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.186sec 2024-11-23T15:23:25,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:23:25,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:23:25,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:23:25,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:23:25,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:23:25,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39105,1732375401790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:23:25,253 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39105,1732375401790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:23:25,255 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:23:25,255 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:23:25,256 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,39105,1732375401790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:25,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2705d7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:25,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39105,-1 for getting cluster id 2024-11-23T15:23:25,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:25,321 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abc62f66-d917-4636-9ee2-d3915bf5ce9b' 2024-11-23T15:23:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abc62f66-d917-4636-9ee2-d3915bf5ce9b" 2024-11-23T15:23:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4fa726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39105,-1] 2024-11-23T15:23:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:25,323 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:25,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f3f756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:25,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42337,1732375401976, seqNum=-1] 2024-11-23T15:23:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:25,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,39105,1732375401790 2024-11-23T15:23:25,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62195 2024-11-23T15:23:25,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62195, baseZNode=/0-1381554752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:25,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101684ac9f00002 connected 2024-11-23T15:23:25,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,39105,1732375401790 2024-11-23T15:23:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49b8d6e8 2024-11-23T15:23:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:25,369 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:25,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:23:25,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:23:25,371 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:25,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:23:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:25,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:23:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:23:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:25,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67af96d35fcb5782d859b2d6899b4099, NAME => 'test,,1732375405369.67af96d35fcb5782d859b2d6899b4099.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec 2024-11-23T15:23:25,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38189 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:23:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:26,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375405369.67af96d35fcb5782d859b2d6899b4099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:26,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67af96d35fcb5782d859b2d6899b4099, disabling compactions & flushes 2024-11-23T15:23:26,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375405369.67af96d35fcb5782d859b2d6899b4099. 2024-11-23T15:23:26,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375405369.67af96d35fcb5782d859b2d6899b4099. 2024-11-23T15:23:26,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375405369.67af96d35fcb5782d859b2d6899b4099. after waiting 0 ms 2024-11-23T15:23:26,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375405369.67af96d35fcb5782d859b2d6899b4099. 2024-11-23T15:23:26,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375405369.67af96d35fcb5782d859b2d6899b4099. 2024-11-23T15:23:26,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67af96d35fcb5782d859b2d6899b4099: Waiting for close lock at 1732375406194Disabling compacts and flushes for region at 1732375406194Disabling writes for close at 1732375406194Writing region close event to WAL at 1732375406194Closed at 1732375406194 2024-11-23T15:23:26,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:23:26,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375405369.67af96d35fcb5782d859b2d6899b4099.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375406196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375406196"}]},"ts":"1732375406196"} 2024-11-23T15:23:26,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:23:26,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:23:26,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375406199"}]},"ts":"1732375406199"} 2024-11-23T15:23:26,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:23:26,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67af96d35fcb5782d859b2d6899b4099, ASSIGN}] 2024-11-23T15:23:26,203 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67af96d35fcb5782d859b2d6899b4099, ASSIGN 2024-11-23T15:23:26,204 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67af96d35fcb5782d859b2d6899b4099, ASSIGN; state=OFFLINE, location=018362ca5320,42337,1732375401976; forceNewPlan=false, retain=false 2024-11-23T15:23:26,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67af96d35fcb5782d859b2d6899b4099, regionState=OPENING, regionLocation=018362ca5320,42337,1732375401976 2024-11-23T15:23:26,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67af96d35fcb5782d859b2d6899b4099, ASSIGN because future has completed 2024-11-23T15:23:26,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67af96d35fcb5782d859b2d6899b4099, server=018362ca5320,42337,1732375401976}] 2024-11-23T15:23:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:26,514 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375405369.67af96d35fcb5782d859b2d6899b4099. 2024-11-23T15:23:26,515 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67af96d35fcb5782d859b2d6899b4099, NAME => 'test,,1732375405369.67af96d35fcb5782d859b2d6899b4099.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:26,515 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:26,515 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:23:26,515 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,515 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375405369.67af96d35fcb5782d859b2d6899b4099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:26,516 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,516 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,517 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,518 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67af96d35fcb5782d859b2d6899b4099 columnFamilyName f 2024-11-23T15:23:26,519 DEBUG [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:26,519 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] regionserver.HStore(327): Store=67af96d35fcb5782d859b2d6899b4099/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:26,519 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,520 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67af96d35fcb5782d859b2d6899b4099 columnFamilyName f1 2024-11-23T15:23:26,520 DEBUG [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:26,520 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] regionserver.HStore(327): Store=67af96d35fcb5782d859b2d6899b4099/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:26,521 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,522 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67af96d35fcb5782d859b2d6899b4099 columnFamilyName norep 2024-11-23T15:23:26,522 DEBUG [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:26,522 INFO [StoreOpener-67af96d35fcb5782d859b2d6899b4099-1 {}] regionserver.HStore(327): Store=67af96d35fcb5782d859b2d6899b4099/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:26,522 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,523 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/default/test/67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,523 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/default/test/67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,524 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,524 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,525 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:23:26,526 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,528 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/data/default/test/67af96d35fcb5782d859b2d6899b4099/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:26,529 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67af96d35fcb5782d859b2d6899b4099; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65402093, jitterRate=-0.025432869791984558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:23:26,529 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67af96d35fcb5782d859b2d6899b4099 2024-11-23T15:23:26,530 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67af96d35fcb5782d859b2d6899b4099: Running coprocessor pre-open hook at 1732375406516Writing region info on filesystem at 1732375406516Initializing all the Stores at 1732375406517 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375406517Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375406517Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375406517Cleaning up temporary data from old regions at 1732375406524 (+7 ms)Running coprocessor post-open hooks at 1732375406529 (+5 ms)Region opened successfully at 1732375406530 (+1 ms) 2024-11-23T15:23:26,531 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375405369.67af96d35fcb5782d859b2d6899b4099., pid=6, masterSystemTime=1732375406511 2024-11-23T15:23:26,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67af96d35fcb5782d859b2d6899b4099, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,42337,1732375401976 2024-11-23T15:23:26,535 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375405369.67af96d35fcb5782d859b2d6899b4099. 2024-11-23T15:23:26,535 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375405369.67af96d35fcb5782d859b2d6899b4099. 2024-11-23T15:23:26,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67af96d35fcb5782d859b2d6899b4099, server=018362ca5320,42337,1732375401976 because future has completed 2024-11-23T15:23:26,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:23:26,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67af96d35fcb5782d859b2d6899b4099, server=018362ca5320,42337,1732375401976 in 179 msec 2024-11-23T15:23:26,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:23:26,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67af96d35fcb5782d859b2d6899b4099, ASSIGN in 338 msec 2024-11-23T15:23:26,544 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:23:26,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375406544"}]},"ts":"1732375406544"} 2024-11-23T15:23:26,547 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:23:26,548 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:23:26,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-23T15:23:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:27,516 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:23:27,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6398e115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:27,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39105,-1 for getting cluster id 2024-11-23T15:23:27,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:27,518 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abc62f66-d917-4636-9ee2-d3915bf5ce9b' 2024-11-23T15:23:27,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:27,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abc62f66-d917-4636-9ee2-d3915bf5ce9b" 2024-11-23T15:23:27,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f653ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:27,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39105,-1] 2024-11-23T15:23:27,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:27,519 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:27,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117a7e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:27,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,39105,1732375401790 2024-11-23T15:23:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22afb004 2024-11-23T15:23:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:27,522 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:27,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:39105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:23:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:23:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:27,525 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:39105' 2024-11-23T15:23:27,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103e2154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:27,526 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,39105,-1 for getting cluster id 2024-11-23T15:23:27,526 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:27,528 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abc62f66-d917-4636-9ee2-d3915bf5ce9b' 2024-11-23T15:23:27,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:27,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abc62f66-d917-4636-9ee2-d3915bf5ce9b" 2024-11-23T15:23:27,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6495c881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:27,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,39105,-1] 2024-11-23T15:23:27,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:27,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:27,529 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:27,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c01180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:27,530 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:27,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,39105,1732375401790 2024-11-23T15:23:27,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@626f5055 2024-11-23T15:23:27,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:27,532 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:27,533 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T15:23:27,533 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:23:27,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:27,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:27,533 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://018362ca5320:39105, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T15:23:27,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:27,540 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://018362ca5320:39105, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://018362ca5320:39105, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://018362ca5320:39105, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-23T15:23:27,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://018362ca5320:39105, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=18 msec 2024-11-23T15:23:27,541 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-23T15:23:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:27,627 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://018362ca5320:39105, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-23T15:23:27,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:27,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:27,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:27,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:27,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:27,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 358) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 36807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp2034574865-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f796c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034574865-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f796c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS:0;018362ca5320:42337 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/018362ca5320:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-55e88147-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36807 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;018362ca5320:42337-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec/MasterData-prefix:018362ca5320,39105,1732375401790 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/018362ca5320:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/018362ca5320:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: regionserver/018362ca5320:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1262142273-172.17.0.2-1732375400020:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec-prefix:018362ca5320,42337,1732375401976.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/data/data1/current/BP-1262142273-172.17.0.2-1732375400020 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@17c4b736 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@557b71d2 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62195 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 36807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1f0b748e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62195) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375404000 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@33fda95 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 39203 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: M:0;018362ca5320:39105 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:62195): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1488f45f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_META-regionserver/018362ca5320:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36807 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:62195) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1262142273-172.17.0.2-1732375400020:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp681180725-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5088e57d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Session-HouseKeeper-54010da9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/data/data2/current/BP-1262142273-172.17.0.2-1732375400020 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/cluster_3646c713-3bc8-de45-84f3-bab7024813a1/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@15f85b5e[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034574865-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f796c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$601/0x00007f796cad0fa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1018862301_20 at /127.0.0.1:34820 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-250803378_20 at /127.0.0.1:34862 [Receiving block BP-1262142273-172.17.0.2-1732375400020:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2034574865-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f796c9fea18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034574865-7896-acceptor-0@5c6112f3-ServerConnector@515def66{HTTP/1.1, (http/1.1)}{localhost:38617} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp681180725-7941 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f796c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@28e6a34 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1018862301_20 at /127.0.0.1:34886 [Receiving block BP-1262142273-172.17.0.2-1732375400020:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1018862301_20 at /127.0.0.1:34904 [Receiving block BP-1262142273-172.17.0.2-1732375400020:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375404002 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034574865-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f796c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034574865-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1262142273-172.17.0.2-1732375400020 heartbeating to localhost/127.0.0.1:36807 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3138477a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 3 on default port 39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp681180725-7942-acceptor-0@69ce4d60-ServerConnector@620073fe{HTTP/1.1, (http/1.1)}{localhost:43143} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: CacheReplicationMonitor(1676235998) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp2034574865-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62195) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36807/user/jenkins/test-data/43e309d2-6d22-d4ca-6ac3-471574aa0cec-prefix:018362ca5320,42337,1732375401976 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/018362ca5320:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: 018362ca5320:39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Server handler 0 on default port 36807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp681180725-7944 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Server handler 3 on default port 36807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@47750e16 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1262142273-172.17.0.2-1732375400020:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 490) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7402 (was 6490) - AvailableMemoryMB LEAK? - 2024-11-23T15:23:27,650 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-23T15:23:27,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=7401 2024-11-23T15:23:27,661 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-23T15:23:27,675 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-23T15:23:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/hadoop.log.dir so I do NOT create it in target/test-data/dc695af7-1888-e941-3b68-265204139a91 2024-11-23T15:23:27,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:23:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/hadoop.tmp.dir so I do NOT create it in target/test-data/dc695af7-1888-e941-3b68-265204139a91 2024-11-23T15:23:27,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3a99902-913a-fb7c-a0c3-febd2ecd3e2f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:23:27,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91 2024-11-23T15:23:27,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/cluster_caf357a7-4bc7-1988-784f-1d118708ae41, deleteOnExit=true 2024-11-23T15:23:27,774 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/cluster_caf357a7-4bc7-1988-784f-1d118708ae41/zookeeper_0, clientPort=63645, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/cluster_caf357a7-4bc7-1988-784f-1d118708ae41/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/cluster_caf357a7-4bc7-1988-784f-1d118708ae41/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:23:27,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63645 2024-11-23T15:23:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:23:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:23:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/test.cache.data in system properties and HBase conf 2024-11-23T15:23:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:23:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:23:27,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:23:27,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:23:27,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:23:27,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:23:27,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:23:27,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:23:27,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:23:27,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:23:27,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:23:27,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:23:27,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:23:27,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:23:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T15:23:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T15:23:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:23:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T15:23:28,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:28,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:23:28,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:23:28,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:23:28,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:23:28,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:28,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@107b71c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:23:28,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbe537c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:23:28,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cd584b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/java.io.tmpdir/jetty-localhost-38361-hadoop-hdfs-3_4_1-tests_jar-_-any-11781219054269282531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:23:28,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@374263a6{HTTP/1.1, (http/1.1)}{localhost:38361} 2024-11-23T15:23:28,407 INFO [Time-limited test {}] server.Server(415): Started @338790ms 2024-11-23T15:23:28,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:28,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:23:28,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:23:28,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:23:28,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:23:28,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60bed975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:23:28,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3404a9f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:23:28,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7ad8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/java.io.tmpdir/jetty-localhost-35701-hadoop-hdfs-3_4_1-tests_jar-_-any-11828459912444457727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:23:28,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@461d4be1{HTTP/1.1, (http/1.1)}{localhost:35701} 2024-11-23T15:23:28,841 INFO [Time-limited test {}] server.Server(415): Started @339223ms 2024-11-23T15:23:28,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:23:29,753 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/cluster_caf357a7-4bc7-1988-784f-1d118708ae41/data/data1/current/BP-1907197475-172.17.0.2-1732375407794/current, will proceed with Du for space computation calculation, 2024-11-23T15:23:29,753 WARN [Thread-4319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/cluster_caf357a7-4bc7-1988-784f-1d118708ae41/data/data2/current/BP-1907197475-172.17.0.2-1732375407794/current, will proceed with Du for space computation calculation, 2024-11-23T15:23:29,779 WARN [Thread-4306 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:23:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa84d81225135884a with lease ID 0x64aaf124a0576173: Processing first storage report for DS-09c2694a-8704-4e45-8423-56a0748f1549 from datanode DatanodeRegistration(127.0.0.1:41485, datanodeUuid=64497200-999b-4292-8e16-81750648fef1, infoPort=39875, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=1195540984;c=1732375407794) 2024-11-23T15:23:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa84d81225135884a with lease ID 0x64aaf124a0576173: from storage DS-09c2694a-8704-4e45-8423-56a0748f1549 node DatanodeRegistration(127.0.0.1:41485, datanodeUuid=64497200-999b-4292-8e16-81750648fef1, infoPort=39875, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=1195540984;c=1732375407794), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T15:23:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa84d81225135884a with lease ID 0x64aaf124a0576173: Processing first storage report for DS-a66eeec5-bc8b-40b6-a9c0-06d18e5d1ebe from datanode DatanodeRegistration(127.0.0.1:41485, datanodeUuid=64497200-999b-4292-8e16-81750648fef1, infoPort=39875, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=1195540984;c=1732375407794) 2024-11-23T15:23:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa84d81225135884a with lease ID 0x64aaf124a0576173: from storage DS-a66eeec5-bc8b-40b6-a9c0-06d18e5d1ebe node DatanodeRegistration(127.0.0.1:41485, datanodeUuid=64497200-999b-4292-8e16-81750648fef1, infoPort=39875, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=1195540984;c=1732375407794), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:23:29,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91 2024-11-23T15:23:29,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:29,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:29,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:23:30,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:23:30,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T15:23:30,203 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018 with version=8 2024-11-23T15:23:30,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/hbase-staging 2024-11-23T15:23:30,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:23:30,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:30,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:30,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:23:30,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:30,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:23:30,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:23:30,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:23:30,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45397 2024-11-23T15:23:30,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45397 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:30,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453970x0, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:30,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45397-0x101684ae8480000 connected 2024-11-23T15:23:30,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:30,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:30,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on znode that does not yet exist, /0107750098/running 2024-11-23T15:23:30,731 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018, hbase.cluster.distributed=false 2024-11-23T15:23:30,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on znode that does not yet exist, /0107750098/acl 2024-11-23T15:23:30,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45397 2024-11-23T15:23:30,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45397 2024-11-23T15:23:30,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45397 2024-11-23T15:23:30,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45397 2024-11-23T15:23:30,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45397 2024-11-23T15:23:30,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:23:30,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:30,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:30,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:23:30,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:30,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:23:30,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:23:30,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:23:30,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42989 2024-11-23T15:23:30,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42989 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:30,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:30,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429890x0, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:30,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42989-0x101684ae8480001 connected 2024-11-23T15:23:30,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on znode that does not yet exist, /0107750098/running 2024-11-23T15:23:30,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:23:30,805 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:23:30,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on znode that does not yet exist, /0107750098/master 2024-11-23T15:23:30,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on znode that does not yet exist, /0107750098/acl 2024-11-23T15:23:30,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-23T15:23:30,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42989 2024-11-23T15:23:30,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42989 2024-11-23T15:23:30,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-23T15:23:30,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-23T15:23:30,827 DEBUG [M:0;018362ca5320:45397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:45397 2024-11-23T15:23:30,827 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0107750098/backup-masters/018362ca5320,45397,1732375410206 2024-11-23T15:23:30,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:23:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:30,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098/backup-masters 2024-11-23T15:23:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098/backup-masters 2024-11-23T15:23:30,893 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on existing znode=/0107750098/backup-masters/018362ca5320,45397,1732375410206 2024-11-23T15:23:30,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107750098/master 2024-11-23T15:23:30,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:30,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:30,959 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on existing znode=/0107750098/master 2024-11-23T15:23:30,959 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0107750098/backup-masters/018362ca5320,45397,1732375410206 from backup master directory 2024-11-23T15:23:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098/backup-masters 2024-11-23T15:23:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107750098/backup-masters/018362ca5320,45397,1732375410206 2024-11-23T15:23:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098/backup-masters 2024-11-23T15:23:31,043 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:23:31,043 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,45397,1732375410206 2024-11-23T15:23:31,046 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/hbase.id] with ID: c67e1337-fbeb-47af-993f-ce8badc1c8ad 2024-11-23T15:23:31,046 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/.tmp/hbase.id 2024-11-23T15:23:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:23:31,049 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/.tmp/hbase.id]:[hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/hbase.id] 2024-11-23T15:23:31,055 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:31,055 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:23:31,056 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T15:23:31,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:31,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:31,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:23:31,527 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:31,528 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:23:31,528 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:31,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:23:31,534 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store 2024-11-23T15:23:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:23:31,939 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:31,939 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:23:31,939 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:31,939 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:31,939 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:23:31,939 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:31,939 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:31,940 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375411939Disabling compacts and flushes for region at 1732375411939Disabling writes for close at 1732375411939Writing region close event to WAL at 1732375411939Closed at 1732375411939 2024-11-23T15:23:31,940 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/.initializing 2024-11-23T15:23:31,940 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/WALs/018362ca5320,45397,1732375410206 2024-11-23T15:23:31,941 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:23:31,942 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C45397%2C1732375410206, suffix=, logDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/WALs/018362ca5320,45397,1732375410206, archiveDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/oldWALs, maxLogs=10 2024-11-23T15:23:31,954 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/WALs/018362ca5320,45397,1732375410206/018362ca5320%2C45397%2C1732375410206.1732375411942, exclude list is [], retry=0 2024-11-23T15:23:31,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41485,DS-09c2694a-8704-4e45-8423-56a0748f1549,DISK] 2024-11-23T15:23:31,957 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/WALs/018362ca5320,45397,1732375410206/018362ca5320%2C45397%2C1732375410206.1732375411942 2024-11-23T15:23:31,957 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-23T15:23:31,957 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:31,958 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:31,958 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,958 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:23:31,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:31,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:31,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:23:31,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:31,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:31,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:23:31,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:31,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:31,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:23:31,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:31,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:31,963 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,964 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,964 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,965 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,965 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,965 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:31,966 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:31,967 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:31,968 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73863743, jitterRate=0.10065554082393646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:31,968 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375411958Initializing all the Stores at 1732375411958Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375411958Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375411959 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375411959Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375411959Cleaning up temporary data from old regions at 1732375411965 (+6 ms)Region opened successfully at 1732375411968 (+3 ms) 2024-11-23T15:23:31,968 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:23:31,969 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847f1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:23:31,970 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:23:31,970 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:23:31,970 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:23:31,970 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:23:31,970 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:23:31,971 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:23:31,971 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:23:31,976 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:23:31,976 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Unable to get data of znode /0107750098/balancer because node does not exist (not necessarily an error) 2024-11-23T15:23:31,997 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107750098/balancer already deleted, retry=false 2024-11-23T15:23:31,998 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:23:31,998 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Unable to get data of znode /0107750098/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:23:32,011 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107750098/normalizer already deleted, retry=false 2024-11-23T15:23:32,011 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:23:32,012 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Unable to get data of znode /0107750098/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:23:32,021 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107750098/switch/split already deleted, retry=false 2024-11-23T15:23:32,022 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Unable to get data of znode /0107750098/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:23:32,032 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107750098/switch/merge already deleted, retry=false 2024-11-23T15:23:32,035 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Unable to get data of znode /0107750098/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:23:32,042 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107750098/snapshot-cleanup already deleted, retry=false 2024-11-23T15:23:32,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107750098/running 2024-11-23T15:23:32,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107750098/running 2024-11-23T15:23:32,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:32,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:32,053 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,45397,1732375410206, sessionid=0x101684ae8480000, setting cluster-up flag (Was=false) 2024-11-23T15:23:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:32,105 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0107750098/flush-table-proc/acquired, /0107750098/flush-table-proc/reached, /0107750098/flush-table-proc/abort 2024-11-23T15:23:32,106 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,45397,1732375410206 2024-11-23T15:23:32,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:32,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:32,168 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0107750098/online-snapshot/acquired, /0107750098/online-snapshot/reached, /0107750098/online-snapshot/abort 2024-11-23T15:23:32,169 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,45397,1732375410206 2024-11-23T15:23:32,170 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:23:32,171 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:32,171 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:23:32,171 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:23:32,172 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,45397,1732375410206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:23:32,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:32,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:32,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:32,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:32,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:23:32,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:23:32,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375442173 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:23:32,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:23:32,174 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:23:32,175 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:23:32,175 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:23:32,175 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:32,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:23:32,175 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375412175,5,FailOnTimeoutGroup] 2024-11-23T15:23:32,176 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375412175,5,FailOnTimeoutGroup] 2024-11-23T15:23:32,176 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,176 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:23:32,176 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,176 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:23:32,218 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(746): ClusterId : c67e1337-fbeb-47af-993f-ce8badc1c8ad 2024-11-23T15:23:32,218 DEBUG [RS:0;018362ca5320:42989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:23:32,229 DEBUG [RS:0;018362ca5320:42989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:23:32,229 DEBUG [RS:0;018362ca5320:42989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:23:32,239 DEBUG [RS:0;018362ca5320:42989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:23:32,240 DEBUG [RS:0;018362ca5320:42989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348bd964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:23:32,256 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:42989 2024-11-23T15:23:32,256 INFO [RS:0;018362ca5320:42989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:23:32,256 INFO [RS:0;018362ca5320:42989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:23:32,256 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:23:32,256 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,45397,1732375410206 with port=42989, startcode=1732375410751 2024-11-23T15:23:32,257 DEBUG [RS:0;018362ca5320:42989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:23:32,258 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:23:32,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,42989,1732375410751 2024-11-23T15:23:32,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45397 {}] master.ServerManager(517): Registering regionserver=018362ca5320,42989,1732375410751 2024-11-23T15:23:32,260 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018 2024-11-23T15:23:32,260 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44231 2024-11-23T15:23:32,260 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:23:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098/rs 2024-11-23T15:23:32,271 DEBUG [RS:0;018362ca5320:42989 {}] zookeeper.ZKUtil(111): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on existing znode=/0107750098/rs/018362ca5320,42989,1732375410751 2024-11-23T15:23:32,271 WARN [RS:0;018362ca5320:42989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:23:32,271 INFO [RS:0;018362ca5320:42989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:32,271 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751 2024-11-23T15:23:32,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,42989,1732375410751] 2024-11-23T15:23:32,273 INFO [RS:0;018362ca5320:42989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:23:32,275 INFO [RS:0;018362ca5320:42989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:23:32,275 INFO [RS:0;018362ca5320:42989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:23:32,275 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,276 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:23:32,276 INFO [RS:0;018362ca5320:42989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:23:32,276 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:23:32,276 DEBUG [RS:0;018362ca5320:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:23:32,277 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,277 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,277 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,277 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,277 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,277 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42989,1732375410751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:23:32,293 INFO [RS:0;018362ca5320:42989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:23:32,293 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,42989,1732375410751-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,293 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,293 INFO [RS:0;018362ca5320:42989 {}] regionserver.Replication(171): 018362ca5320,42989,1732375410751 started 2024-11-23T15:23:32,306 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:32,306 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,42989,1732375410751, RpcServer on 018362ca5320/172.17.0.2:42989, sessionid=0x101684ae8480001 2024-11-23T15:23:32,306 DEBUG [RS:0;018362ca5320:42989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:23:32,306 DEBUG [RS:0;018362ca5320:42989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,42989,1732375410751 2024-11-23T15:23:32,306 DEBUG [RS:0;018362ca5320:42989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,42989,1732375410751' 2024-11-23T15:23:32,306 DEBUG [RS:0;018362ca5320:42989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0107750098/flush-table-proc/abort' 2024-11-23T15:23:32,306 DEBUG [RS:0;018362ca5320:42989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0107750098/flush-table-proc/acquired' 2024-11-23T15:23:32,307 DEBUG [RS:0;018362ca5320:42989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:23:32,307 DEBUG [RS:0;018362ca5320:42989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:23:32,307 DEBUG [RS:0;018362ca5320:42989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,42989,1732375410751 2024-11-23T15:23:32,307 DEBUG [RS:0;018362ca5320:42989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,42989,1732375410751' 2024-11-23T15:23:32,307 DEBUG [RS:0;018362ca5320:42989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0107750098/online-snapshot/abort' 2024-11-23T15:23:32,307 DEBUG [RS:0;018362ca5320:42989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0107750098/online-snapshot/acquired' 2024-11-23T15:23:32,308 DEBUG [RS:0;018362ca5320:42989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:23:32,308 INFO [RS:0;018362ca5320:42989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:23:32,308 INFO [RS:0;018362ca5320:42989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:23:32,408 INFO [RS:0;018362ca5320:42989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:23:32,409 INFO [RS:0;018362ca5320:42989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42989%2C1732375410751, suffix=, logDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751, archiveDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/oldWALs, maxLogs=10 2024-11-23T15:23:32,426 DEBUG [RS:0;018362ca5320:42989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410, exclude list is [], retry=0 2024-11-23T15:23:32,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41485,DS-09c2694a-8704-4e45-8423-56a0748f1549,DISK] 2024-11-23T15:23:32,429 INFO [RS:0;018362ca5320:42989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 2024-11-23T15:23:32,430 DEBUG [RS:0;018362ca5320:42989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-23T15:23:32,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:23:32,584 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018 2024-11-23T15:23:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:23:32,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:32,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:23:32,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:23:32,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:32,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:32,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:23:32,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:23:32,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:32,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:32,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:23:32,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:23:32,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:32,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:32,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:23:32,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:23:32,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:32,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:32,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:23:33,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740 2024-11-23T15:23:33,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740 2024-11-23T15:23:33,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:23:33,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:23:33,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:33,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:23:33,008 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:33,009 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67192239, jitterRate=0.0012423843145370483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:33,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375412989Initializing all the Stores at 1732375412990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375412990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375412990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375412990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375412990Cleaning up temporary data from old regions at 1732375413005 (+15 ms)Region opened successfully at 1732375413009 (+4 ms) 2024-11-23T15:23:33,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:33,009 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:33,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:33,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:33,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:33,016 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:33,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375413009Disabling compacts and flushes for region at 1732375413009Disabling writes for close at 1732375413009Writing region close event to WAL at 1732375413016 (+7 ms)Closed at 1732375413016 2024-11-23T15:23:33,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:33,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:23:33,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:23:33,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:23:33,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:23:33,169 DEBUG [018362ca5320:45397 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:23:33,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,42989,1732375410751 2024-11-23T15:23:33,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42989,1732375410751, state=OPENING 2024-11-23T15:23:33,179 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:23:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:33,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107750098/meta-region-server: CHANGED 2024-11-23T15:23:33,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107750098/meta-region-server: CHANGED 2024-11-23T15:23:33,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:23:33,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,42989,1732375410751}] 2024-11-23T15:23:33,342 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:33,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:23:33,345 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:23:33,345 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:33,345 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:23:33,347 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42989%2C1732375410751.meta, suffix=.meta, logDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751, archiveDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/oldWALs, maxLogs=10 2024-11-23T15:23:33,358 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.meta.1732375413347.meta, exclude list is [], retry=0 2024-11-23T15:23:33,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41485,DS-09c2694a-8704-4e45-8423-56a0748f1549,DISK] 2024-11-23T15:23:33,361 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.meta.1732375413347.meta 2024-11-23T15:23:33,361 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-23T15:23:33,362 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:33,362 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:33,362 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:23:33,362 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:23:33,362 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:23:33,362 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:23:33,362 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:33,362 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:23:33,362 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:23:33,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:23:33,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:23:33,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:33,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:33,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:23:33,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:23:33,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:33,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:33,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:23:33,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:23:33,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:33,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:33,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:23:33,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:23:33,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:33,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:33,367 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:23:33,367 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740 2024-11-23T15:23:33,368 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740 2024-11-23T15:23:33,369 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:23:33,369 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:23:33,369 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:33,370 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:23:33,370 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68137497, jitterRate=0.015327826142311096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:33,370 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:23:33,370 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375413362Writing region info on filesystem at 1732375413362Initializing all the Stores at 1732375413363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375413363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375413363Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375413363Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375413363Cleaning up temporary data from old regions at 1732375413369 (+6 ms)Running coprocessor post-open hooks at 1732375413370 (+1 ms)Region opened successfully at 1732375413370 2024-11-23T15:23:33,371 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375413342 2024-11-23T15:23:33,372 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:23:33,372 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:23:33,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,42989,1732375410751 2024-11-23T15:23:33,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,42989,1732375410751, state=OPEN 2024-11-23T15:23:33,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0107750098/meta-region-server 2024-11-23T15:23:33,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0107750098/meta-region-server 2024-11-23T15:23:33,445 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,42989,1732375410751 2024-11-23T15:23:33,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107750098/meta-region-server: CHANGED 2024-11-23T15:23:33,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107750098/meta-region-server: CHANGED 2024-11-23T15:23:33,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:23:33,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,42989,1732375410751 in 255 msec 2024-11-23T15:23:33,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:23:33,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-23T15:23:33,449 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:33,449 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:23:33,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:33,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42989,1732375410751, seqNum=-1] 2024-11-23T15:23:33,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:33,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:33,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-23T15:23:33,454 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375413454, completionTime=-1 2024-11-23T15:23:33,455 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:23:33,455 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:23:33,456 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:23:33,456 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375473456 2024-11-23T15:23:33,456 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375533456 2024-11-23T15:23:33,456 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:23:33,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45397,1732375410206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:33,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45397,1732375410206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:33,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45397,1732375410206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:33,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:45397, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:33,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:33,457 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:33,458 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:23:33,460 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.417sec 2024-11-23T15:23:33,460 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:23:33,460 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:23:33,460 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:23:33,460 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:23:33,460 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:23:33,460 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45397,1732375410206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:23:33,460 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45397,1732375410206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:23:33,462 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:23:33,462 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:23:33,462 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45397,1732375410206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:33,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618b999a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:33,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45397,-1 for getting cluster id 2024-11-23T15:23:33,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:33,520 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c67e1337-fbeb-47af-993f-ce8badc1c8ad' 2024-11-23T15:23:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c67e1337-fbeb-47af-993f-ce8badc1c8ad" 2024-11-23T15:23:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bccfd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45397,-1] 2024-11-23T15:23:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:33,522 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:33,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15227fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:33,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42989,1732375410751, seqNum=-1] 2024-11-23T15:23:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:33,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,45397,1732375410206 2024-11-23T15:23:33,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:33,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:33,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101684ae8480002 connected 2024-11-23T15:23:33,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.log.dir so I do NOT create it in target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93 2024-11-23T15:23:33,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:23:33,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.tmp.dir so I do NOT create it in target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93 2024-11-23T15:23:33,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:23:33,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/cluster_3ee3d776-e531-9de1-993c-d89fea397cdc, deleteOnExit=true 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/test.cache.data in system properties and HBase conf 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:23:33,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:23:33,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:23:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:23:33,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:23:33,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:23:33,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:33,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:23:33,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:23:33,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:23:33,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:23:33,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:33,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f245e45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:23:33,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a95b7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:23:34,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51aae8db{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/java.io.tmpdir/jetty-localhost-38197-hadoop-hdfs-3_4_1-tests_jar-_-any-2294384709751717064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:23:34,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e306c06{HTTP/1.1, (http/1.1)}{localhost:38197} 2024-11-23T15:23:34,067 INFO [Time-limited test {}] server.Server(415): Started @344450ms 2024-11-23T15:23:34,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:34,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:23:34,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:23:34,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:23:34,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:23:34,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e081d1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:23:34,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438b003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:23:34,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b8ce8db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/java.io.tmpdir/jetty-localhost-45797-hadoop-hdfs-3_4_1-tests_jar-_-any-15853053540293103606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:23:34,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bf6921c{HTTP/1.1, (http/1.1)}{localhost:45797} 2024-11-23T15:23:34,437 INFO [Time-limited test {}] server.Server(415): Started @344820ms 2024-11-23T15:23:34,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:23:35,175 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/cluster_3ee3d776-e531-9de1-993c-d89fea397cdc/data/data2/current/BP-1765481580-172.17.0.2-1732375413591/current, will proceed with Du for space computation calculation, 2024-11-23T15:23:35,175 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/cluster_3ee3d776-e531-9de1-993c-d89fea397cdc/data/data1/current/BP-1765481580-172.17.0.2-1732375413591/current, will proceed with Du for space computation calculation, 2024-11-23T15:23:35,191 WARN [Thread-4427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:23:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30fe84cbb85ec288 with lease ID 0x8d4578100020cf25: Processing first storage report for DS-c1142c31-06d8-4b90-a723-8cfd611dd2f3 from datanode DatanodeRegistration(127.0.0.1:41473, datanodeUuid=3703f3f8-8a87-4501-b777-2190d8ae4e0e, infoPort=40111, infoSecurePort=0, ipcPort=39127, storageInfo=lv=-57;cid=testClusterID;nsid=666866715;c=1732375413591) 2024-11-23T15:23:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30fe84cbb85ec288 with lease ID 0x8d4578100020cf25: from storage DS-c1142c31-06d8-4b90-a723-8cfd611dd2f3 node DatanodeRegistration(127.0.0.1:41473, datanodeUuid=3703f3f8-8a87-4501-b777-2190d8ae4e0e, infoPort=40111, infoSecurePort=0, ipcPort=39127, storageInfo=lv=-57;cid=testClusterID;nsid=666866715;c=1732375413591), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T15:23:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30fe84cbb85ec288 with lease ID 0x8d4578100020cf25: Processing first storage report for DS-11c50a5d-6e00-4dfc-bfb0-60a088f9920b from datanode DatanodeRegistration(127.0.0.1:41473, datanodeUuid=3703f3f8-8a87-4501-b777-2190d8ae4e0e, infoPort=40111, infoSecurePort=0, ipcPort=39127, storageInfo=lv=-57;cid=testClusterID;nsid=666866715;c=1732375413591) 2024-11-23T15:23:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30fe84cbb85ec288 with lease ID 0x8d4578100020cf25: from storage DS-11c50a5d-6e00-4dfc-bfb0-60a088f9920b node DatanodeRegistration(127.0.0.1:41473, datanodeUuid=3703f3f8-8a87-4501-b777-2190d8ae4e0e, infoPort=40111, infoSecurePort=0, ipcPort=39127, storageInfo=lv=-57;cid=testClusterID;nsid=666866715;c=1732375413591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:23:35,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93 2024-11-23T15:23:35,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:35,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:23:35,675 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf with version=8 2024-11-23T15:23:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/hbase-staging 2024-11-23T15:23:35,678 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:23:35,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:35,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:35,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:23:35,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:35,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:23:35,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:23:35,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:23:35,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41719 2024-11-23T15:23:35,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41719 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417190x0, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:35,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41719-0x101684ae8480003 connected 2024-11-23T15:23:35,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:35,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:35,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on znode that does not yet exist, /1-619622569/running 2024-11-23T15:23:35,770 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf, hbase.cluster.distributed=false 2024-11-23T15:23:35,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on znode that does not yet exist, /1-619622569/acl 2024-11-23T15:23:35,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41719 2024-11-23T15:23:35,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41719 2024-11-23T15:23:35,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41719 2024-11-23T15:23:35,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41719 2024-11-23T15:23:35,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41719 2024-11-23T15:23:35,786 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:23:35,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:35,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:35,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:23:35,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:35,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:23:35,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:23:35,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:23:35,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35909 2024-11-23T15:23:35,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35909 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:35,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:35,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:35,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359090x0, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:35,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35909-0x101684ae8480004 connected 2024-11-23T15:23:35,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359090x0, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on znode that does not yet exist, /1-619622569/running 2024-11-23T15:23:35,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:23:35,801 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:23:35,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on znode that does not yet exist, /1-619622569/master 2024-11-23T15:23:35,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on znode that does not yet exist, /1-619622569/acl 2024-11-23T15:23:35,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-23T15:23:35,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35909 2024-11-23T15:23:35,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35909 2024-11-23T15:23:35,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-23T15:23:35,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-23T15:23:35,824 DEBUG [M:0;018362ca5320:41719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:41719 2024-11-23T15:23:35,824 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-619622569/backup-masters/018362ca5320,41719,1732375415678 2024-11-23T15:23:35,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569/backup-masters 2024-11-23T15:23:35,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569/backup-masters 2024-11-23T15:23:35,832 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on existing znode=/1-619622569/backup-masters/018362ca5320,41719,1732375415678 2024-11-23T15:23:35,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:35,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-619622569/master 2024-11-23T15:23:35,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:35,842 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on existing znode=/1-619622569/master 2024-11-23T15:23:35,843 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-619622569/backup-masters/018362ca5320,41719,1732375415678 from backup master directory 2024-11-23T15:23:35,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-619622569/backup-masters/018362ca5320,41719,1732375415678 2024-11-23T15:23:35,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569/backup-masters 2024-11-23T15:23:35,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569/backup-masters 2024-11-23T15:23:35,853 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:23:35,853 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,41719,1732375415678 2024-11-23T15:23:35,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/hbase.id] with ID: 35630ce1-66a9-4bfa-b155-0d4d6a62e4d1 2024-11-23T15:23:35,855 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/.tmp/hbase.id 2024-11-23T15:23:35,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:23:36,260 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/.tmp/hbase.id]:[hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/hbase.id] 2024-11-23T15:23:36,267 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:36,267 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:23:36,267 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T15:23:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:36,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:23:36,741 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:36,742 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:23:36,742 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:36,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:23:37,148 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store 2024-11-23T15:23:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:23:37,553 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:37,553 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:23:37,553 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:37,553 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:37,553 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:23:37,553 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:37,553 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:37,553 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375417553Disabling compacts and flushes for region at 1732375417553Disabling writes for close at 1732375417553Writing region close event to WAL at 1732375417553Closed at 1732375417553 2024-11-23T15:23:37,554 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/.initializing 2024-11-23T15:23:37,554 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/WALs/018362ca5320,41719,1732375415678 2024-11-23T15:23:37,555 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:23:37,556 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C41719%2C1732375415678, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/WALs/018362ca5320,41719,1732375415678, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/oldWALs, maxLogs=10 2024-11-23T15:23:37,572 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/WALs/018362ca5320,41719,1732375415678/018362ca5320%2C41719%2C1732375415678.1732375417556, exclude list is [], retry=0 2024-11-23T15:23:37,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-c1142c31-06d8-4b90-a723-8cfd611dd2f3,DISK] 2024-11-23T15:23:37,576 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/WALs/018362ca5320,41719,1732375415678/018362ca5320%2C41719%2C1732375415678.1732375417556 2024-11-23T15:23:37,576 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-11-23T15:23:37,577 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:37,577 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:37,577 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,577 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:23:37,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:37,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:37,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:23:37,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:37,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:37,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:23:37,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:37,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:37,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:23:37,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:37,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:37,584 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,585 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,585 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,586 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,586 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,586 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:37,587 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:37,589 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:37,589 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61377767, jitterRate=-0.08540000021457672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:37,589 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375417577Initializing all the Stores at 1732375417578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375417578Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375417578Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375417578Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375417578Cleaning up temporary data from old regions at 1732375417586 (+8 ms)Region opened successfully at 1732375417589 (+3 ms) 2024-11-23T15:23:37,590 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:23:37,592 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5748fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:23:37,593 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:23:37,593 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:23:37,593 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:23:37,593 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:23:37,593 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:23:37,594 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:23:37,594 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:23:37,595 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:23:37,596 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Unable to get data of znode /1-619622569/balancer because node does not exist (not necessarily an error) 2024-11-23T15:23:37,651 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-619622569/balancer already deleted, retry=false 2024-11-23T15:23:37,651 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:23:37,652 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Unable to get data of znode /1-619622569/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:23:37,673 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-619622569/normalizer already deleted, retry=false 2024-11-23T15:23:37,674 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:23:37,675 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Unable to get data of znode /1-619622569/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:23:37,684 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-619622569/switch/split already deleted, retry=false 2024-11-23T15:23:37,685 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Unable to get data of znode /1-619622569/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:23:37,694 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-619622569/switch/merge already deleted, retry=false 2024-11-23T15:23:37,696 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Unable to get data of znode /1-619622569/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:23:37,705 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-619622569/snapshot-cleanup already deleted, retry=false 2024-11-23T15:23:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-619622569/running 2024-11-23T15:23:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-619622569/running 2024-11-23T15:23:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:37,716 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,41719,1732375415678, sessionid=0x101684ae8480003, setting cluster-up flag (Was=false) 2024-11-23T15:23:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:37,768 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-619622569/flush-table-proc/acquired, /1-619622569/flush-table-proc/reached, /1-619622569/flush-table-proc/abort 2024-11-23T15:23:37,769 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,41719,1732375415678 2024-11-23T15:23:37,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:37,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:37,821 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-619622569/online-snapshot/acquired, /1-619622569/online-snapshot/reached, /1-619622569/online-snapshot/abort 2024-11-23T15:23:37,822 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,41719,1732375415678 2024-11-23T15:23:37,823 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:23:37,824 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:37,824 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:23:37,824 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:23:37,825 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,41719,1732375415678 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:23:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:23:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:23:37,826 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:37,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:37,828 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:23:37,829 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:37,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:23:37,832 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375447832 2024-11-23T15:23:37,832 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:23:37,832 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:23:37,833 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:23:37,833 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:23:37,833 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:23:37,833 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:23:37,836 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:37,837 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:23:37,837 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:23:37,837 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:23:37,837 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:23:37,837 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:23:37,837 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:23:37,840 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375417837,5,FailOnTimeoutGroup] 2024-11-23T15:23:37,841 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375417840,5,FailOnTimeoutGroup] 2024-11-23T15:23:37,841 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:37,841 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:23:37,841 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:37,841 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:37,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:23:37,915 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(746): ClusterId : 35630ce1-66a9-4bfa-b155-0d4d6a62e4d1 2024-11-23T15:23:37,915 DEBUG [RS:0;018362ca5320:35909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:23:37,937 DEBUG [RS:0;018362ca5320:35909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:23:37,937 DEBUG [RS:0;018362ca5320:35909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:23:38,000 DEBUG [RS:0;018362ca5320:35909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:23:38,001 DEBUG [RS:0;018362ca5320:35909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7458b285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:23:38,012 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:35909 2024-11-23T15:23:38,012 INFO [RS:0;018362ca5320:35909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:23:38,012 INFO [RS:0;018362ca5320:35909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:23:38,012 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:23:38,012 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,41719,1732375415678 with port=35909, startcode=1732375415786 2024-11-23T15:23:38,013 DEBUG [RS:0;018362ca5320:35909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:23:38,014 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:23:38,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,35909,1732375415786 2024-11-23T15:23:38,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41719 {}] master.ServerManager(517): Registering regionserver=018362ca5320,35909,1732375415786 2024-11-23T15:23:38,015 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf 2024-11-23T15:23:38,015 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41813 2024-11-23T15:23:38,015 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:23:38,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569/rs 2024-11-23T15:23:38,075 DEBUG [RS:0;018362ca5320:35909 {}] zookeeper.ZKUtil(111): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on existing znode=/1-619622569/rs/018362ca5320,35909,1732375415786 2024-11-23T15:23:38,075 WARN [RS:0;018362ca5320:35909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:23:38,075 INFO [RS:0;018362ca5320:35909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:38,075 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/WALs/018362ca5320,35909,1732375415786 2024-11-23T15:23:38,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,35909,1732375415786] 2024-11-23T15:23:38,078 INFO [RS:0;018362ca5320:35909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:23:38,081 INFO [RS:0;018362ca5320:35909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:23:38,081 INFO [RS:0;018362ca5320:35909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:23:38,081 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,081 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:23:38,082 INFO [RS:0;018362ca5320:35909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:23:38,082 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,082 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:38,083 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:23:38,083 DEBUG [RS:0;018362ca5320:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:23:38,086 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,086 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,086 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,086 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,087 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,087 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35909,1732375415786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:23:38,108 INFO [RS:0;018362ca5320:35909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:23:38,108 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,35909,1732375415786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,108 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,108 INFO [RS:0;018362ca5320:35909 {}] regionserver.Replication(171): 018362ca5320,35909,1732375415786 started 2024-11-23T15:23:38,127 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:38,127 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,35909,1732375415786, RpcServer on 018362ca5320/172.17.0.2:35909, sessionid=0x101684ae8480004 2024-11-23T15:23:38,127 DEBUG [RS:0;018362ca5320:35909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:23:38,127 DEBUG [RS:0;018362ca5320:35909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,35909,1732375415786 2024-11-23T15:23:38,127 DEBUG [RS:0;018362ca5320:35909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,35909,1732375415786' 2024-11-23T15:23:38,127 DEBUG [RS:0;018362ca5320:35909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-619622569/flush-table-proc/abort' 2024-11-23T15:23:38,128 DEBUG [RS:0;018362ca5320:35909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-619622569/flush-table-proc/acquired' 2024-11-23T15:23:38,128 DEBUG [RS:0;018362ca5320:35909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:23:38,128 DEBUG [RS:0;018362ca5320:35909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:23:38,128 DEBUG [RS:0;018362ca5320:35909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,35909,1732375415786 2024-11-23T15:23:38,128 DEBUG [RS:0;018362ca5320:35909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,35909,1732375415786' 2024-11-23T15:23:38,128 DEBUG [RS:0;018362ca5320:35909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-619622569/online-snapshot/abort' 2024-11-23T15:23:38,128 DEBUG [RS:0;018362ca5320:35909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-619622569/online-snapshot/acquired' 2024-11-23T15:23:38,129 DEBUG [RS:0;018362ca5320:35909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:23:38,129 INFO [RS:0;018362ca5320:35909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:23:38,129 INFO [RS:0;018362ca5320:35909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:23:38,229 INFO [RS:0;018362ca5320:35909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:23:38,231 INFO [RS:0;018362ca5320:35909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C35909%2C1732375415786, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/WALs/018362ca5320,35909,1732375415786, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/oldWALs, maxLogs=10 2024-11-23T15:23:38,244 DEBUG [RS:0;018362ca5320:35909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/WALs/018362ca5320,35909,1732375415786/018362ca5320%2C35909%2C1732375415786.1732375418231, exclude list is [], retry=0 2024-11-23T15:23:38,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:23:38,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf 2024-11-23T15:23:38,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-c1142c31-06d8-4b90-a723-8cfd611dd2f3,DISK] 2024-11-23T15:23:38,248 INFO [RS:0;018362ca5320:35909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/WALs/018362ca5320,35909,1732375415786/018362ca5320%2C35909%2C1732375415786.1732375418231 2024-11-23T15:23:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:23:38,252 DEBUG [RS:0;018362ca5320:35909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-11-23T15:23:38,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:38,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:23:38,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:23:38,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:38,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:38,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:23:38,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:23:38,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:38,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:38,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:23:38,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:23:38,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:38,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:38,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:23:38,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:23:38,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:38,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:38,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:23:38,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740 2024-11-23T15:23:38,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740 2024-11-23T15:23:38,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:23:38,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:23:38,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:38,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:23:38,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:38,660 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67954353, jitterRate=0.012598767876625061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:38,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375418650Initializing all the Stores at 1732375418651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375418651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375418651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375418651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375418651Cleaning up temporary data from old regions at 1732375418658 (+7 ms)Region opened successfully at 1732375418660 (+2 ms) 2024-11-23T15:23:38,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:38,660 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:38,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:38,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:38,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:38,661 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:38,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375418660Disabling compacts and flushes for region at 1732375418660Disabling writes for close at 1732375418660Writing region close event to WAL at 1732375418661 (+1 ms)Closed at 1732375418661 2024-11-23T15:23:38,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:38,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:23:38,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:23:38,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:23:38,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:23:38,813 DEBUG [018362ca5320:41719 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:23:38,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,35909,1732375415786 2024-11-23T15:23:38,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,35909,1732375415786, state=OPENING 2024-11-23T15:23:38,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:23:38,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,912 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:23:38,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:38,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:38,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:38,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-619622569/meta-region-server: CHANGED 2024-11-23T15:23:38,986 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:23:38,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,35909,1732375415786}] 2024-11-23T15:23:38,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-619622569/meta-region-server: CHANGED 2024-11-23T15:23:39,139 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:39,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:23:39,142 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:23:39,142 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:39,142 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:23:39,143 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C35909%2C1732375415786.meta, suffix=.meta, logDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/WALs/018362ca5320,35909,1732375415786, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/oldWALs, maxLogs=10 2024-11-23T15:23:39,159 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/WALs/018362ca5320,35909,1732375415786/018362ca5320%2C35909%2C1732375415786.meta.1732375419144.meta, exclude list is [], retry=0 2024-11-23T15:23:39,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-c1142c31-06d8-4b90-a723-8cfd611dd2f3,DISK] 2024-11-23T15:23:39,162 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/WALs/018362ca5320,35909,1732375415786/018362ca5320%2C35909%2C1732375415786.meta.1732375419144.meta 2024-11-23T15:23:39,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111)] 2024-11-23T15:23:39,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:39,162 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:39,162 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:23:39,163 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:23:39,163 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:23:39,163 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:23:39,163 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:39,163 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:23:39,163 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:23:39,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:23:39,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:23:39,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:39,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:39,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:23:39,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:23:39,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:39,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:39,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:23:39,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:23:39,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:39,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:39,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:23:39,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:23:39,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:39,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:39,168 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:23:39,169 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740 2024-11-23T15:23:39,170 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740 2024-11-23T15:23:39,170 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:23:39,170 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:23:39,171 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:39,172 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:23:39,172 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70422016, jitterRate=0.04936981201171875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:39,172 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:23:39,172 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375419163Writing region info on filesystem at 1732375419163Initializing all the Stores at 1732375419164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375419164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375419164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375419164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375419164Cleaning up temporary data from old regions at 1732375419170 (+6 ms)Running coprocessor post-open hooks at 1732375419172 (+2 ms)Region opened successfully at 1732375419172 2024-11-23T15:23:39,173 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375419138 2024-11-23T15:23:39,174 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:23:39,174 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:23:39,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,35909,1732375415786 2024-11-23T15:23:39,176 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,35909,1732375415786, state=OPEN 2024-11-23T15:23:39,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-619622569/meta-region-server 2024-11-23T15:23:39,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-619622569/meta-region-server 2024-11-23T15:23:39,197 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,35909,1732375415786 2024-11-23T15:23:39,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-619622569/meta-region-server: CHANGED 2024-11-23T15:23:39,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-619622569/meta-region-server: CHANGED 2024-11-23T15:23:39,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:23:39,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,35909,1732375415786 in 211 msec 2024-11-23T15:23:39,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:23:39,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-23T15:23:39,200 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:39,200 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:23:39,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:39,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,35909,1732375415786, seqNum=-1] 2024-11-23T15:23:39,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:39,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:39,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-23T15:23:39,205 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375419205, completionTime=-1 2024-11-23T15:23:39,205 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:23:39,205 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375479207 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375539207 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41719,1732375415678-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41719,1732375415678-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41719,1732375415678-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:41719, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:39,207 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:39,208 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:39,209 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:23:39,210 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.357sec 2024-11-23T15:23:39,210 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:23:39,211 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:23:39,211 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:23:39,211 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:23:39,211 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:23:39,211 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41719,1732375415678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:23:39,211 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41719,1732375415678-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:23:39,212 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:23:39,212 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:23:39,212 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,41719,1732375415678-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:39,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d2a5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:39,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,41719,-1 for getting cluster id 2024-11-23T15:23:39,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:39,216 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35630ce1-66a9-4bfa-b155-0d4d6a62e4d1' 2024-11-23T15:23:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35630ce1-66a9-4bfa-b155-0d4d6a62e4d1" 2024-11-23T15:23:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e15412c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,41719,-1] 2024-11-23T15:23:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:39,218 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:39,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5f8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:39,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,35909,1732375415786, seqNum=-1] 2024-11-23T15:23:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:39,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:39,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,41719,1732375415678 2024-11-23T15:23:39,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:39,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:39,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101684ae8480005 connected 2024-11-23T15:23:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.log.dir so I do NOT create it in target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3 2024-11-23T15:23:39,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T15:23:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.tmp.dir so I do NOT create it in target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3 2024-11-23T15:23:39,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T15:23:39,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3 2024-11-23T15:23:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:23:39,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/cluster_42eaa695-7a88-f5f0-1962-71b0a0ffc823, deleteOnExit=true 2024-11-23T15:23:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T15:23:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/test.cache.data in system properties and HBase conf 2024-11-23T15:23:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T15:23:39,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:23:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:23:39,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:23:39,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:23:39,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:23:39,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:23:39,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:23:39,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:23:39,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:23:39,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:39,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:23:39,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:23:39,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:23:39,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T15:23:39,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:39,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668cb360{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:23:39,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c206bad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:23:39,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d452fd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/java.io.tmpdir/jetty-localhost-33581-hadoop-hdfs-3_4_1-tests_jar-_-any-7335341581342918641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:23:39,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c7bc155{HTTP/1.1, (http/1.1)}{localhost:33581} 2024-11-23T15:23:39,658 INFO [Time-limited test {}] server.Server(415): Started @350041ms 2024-11-23T15:23:39,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:23:39,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:23:39,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:23:39,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:23:39,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:23:39,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4894f466{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:23:39,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142fa9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:23:40,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2418801b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/java.io.tmpdir/jetty-localhost-33873-hadoop-hdfs-3_4_1-tests_jar-_-any-1933432408844246490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:23:40,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6952ea17{HTTP/1.1, (http/1.1)}{localhost:33873} 2024-11-23T15:23:40,074 INFO [Time-limited test {}] server.Server(415): Started @350457ms 2024-11-23T15:23:40,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:23:40,738 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/cluster_42eaa695-7a88-f5f0-1962-71b0a0ffc823/data/data1/current/BP-335414210-172.17.0.2-1732375419263/current, will proceed with Du for space computation calculation, 2024-11-23T15:23:40,738 WARN [Thread-4561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/cluster_42eaa695-7a88-f5f0-1962-71b0a0ffc823/data/data2/current/BP-335414210-172.17.0.2-1732375419263/current, will proceed with Du for space computation calculation, 2024-11-23T15:23:40,755 WARN [Thread-4548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:23:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb96205f634612649 with lease ID 0xe3eddf815750eaa9: Processing first storage report for DS-823e683f-96ac-4f4c-a057-81dfb25f112d from datanode DatanodeRegistration(127.0.0.1:39681, datanodeUuid=cf330049-403e-472d-af14-402995ffe6e2, infoPort=34695, infoSecurePort=0, ipcPort=38107, storageInfo=lv=-57;cid=testClusterID;nsid=887804264;c=1732375419263) 2024-11-23T15:23:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb96205f634612649 with lease ID 0xe3eddf815750eaa9: from storage DS-823e683f-96ac-4f4c-a057-81dfb25f112d node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=cf330049-403e-472d-af14-402995ffe6e2, infoPort=34695, infoSecurePort=0, ipcPort=38107, storageInfo=lv=-57;cid=testClusterID;nsid=887804264;c=1732375419263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:23:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb96205f634612649 with lease ID 0xe3eddf815750eaa9: Processing first storage report for DS-74fd000d-cd6c-401d-8d9a-845949cf44a1 from datanode DatanodeRegistration(127.0.0.1:39681, datanodeUuid=cf330049-403e-472d-af14-402995ffe6e2, infoPort=34695, infoSecurePort=0, ipcPort=38107, storageInfo=lv=-57;cid=testClusterID;nsid=887804264;c=1732375419263) 2024-11-23T15:23:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb96205f634612649 with lease ID 0xe3eddf815750eaa9: from storage DS-74fd000d-cd6c-401d-8d9a-845949cf44a1 node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=cf330049-403e-472d-af14-402995ffe6e2, infoPort=34695, infoSecurePort=0, ipcPort=38107, storageInfo=lv=-57;cid=testClusterID;nsid=887804264;c=1732375419263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:23:40,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3 2024-11-23T15:23:40,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:40,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:40,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:23:40,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720 with version=8 2024-11-23T15:23:40,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/hbase-staging 2024-11-23T15:23:40,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:23:40,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:40,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:40,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:23:40,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:40,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:23:40,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T15:23:40,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:23:40,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45625 2024-11-23T15:23:40,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45625 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:40,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456250x0, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:40,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45625-0x101684ae8480006 connected 2024-11-23T15:23:40,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:40,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:40,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on znode that does not yet exist, /21765209715/running 2024-11-23T15:23:40,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720, hbase.cluster.distributed=false 2024-11-23T15:23:40,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on znode that does not yet exist, /21765209715/acl 2024-11-23T15:23:40,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45625 2024-11-23T15:23:40,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45625 2024-11-23T15:23:40,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45625 2024-11-23T15:23:40,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45625 2024-11-23T15:23:40,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45625 2024-11-23T15:23:40,923 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/018362ca5320:0 server-side Connection retries=45 2024-11-23T15:23:40,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:40,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:40,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:23:40,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:23:40,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:23:40,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:23:40,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:23:40,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40209 2024-11-23T15:23:40,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40209 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:40,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:40,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:40,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402090x0, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:40,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402090x0, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on znode that does not yet exist, /21765209715/running 2024-11-23T15:23:40,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40209-0x101684ae8480007 connected 2024-11-23T15:23:40,937 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:23:40,938 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:23:40,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on znode that does not yet exist, /21765209715/master 2024-11-23T15:23:40,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on znode that does not yet exist, /21765209715/acl 2024-11-23T15:23:40,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40209 2024-11-23T15:23:40,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40209 2024-11-23T15:23:40,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40209 2024-11-23T15:23:40,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40209 2024-11-23T15:23:40,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40209 2024-11-23T15:23:40,960 DEBUG [M:0;018362ca5320:45625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;018362ca5320:45625 2024-11-23T15:23:40,960 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21765209715/backup-masters/018362ca5320,45625,1732375420811 2024-11-23T15:23:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715/backup-masters 2024-11-23T15:23:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715/backup-masters 2024-11-23T15:23:40,979 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on existing znode=/21765209715/backup-masters/018362ca5320,45625,1732375420811 2024-11-23T15:23:40,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21765209715/master 2024-11-23T15:23:40,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:40,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:40,989 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on existing znode=/21765209715/master 2024-11-23T15:23:40,989 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21765209715/backup-masters/018362ca5320,45625,1732375420811 from backup master directory 2024-11-23T15:23:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715/backup-masters 2024-11-23T15:23:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21765209715/backup-masters/018362ca5320,45625,1732375420811 2024-11-23T15:23:41,007 WARN [master/018362ca5320:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:23:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715/backup-masters 2024-11-23T15:23:41,007 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=018362ca5320,45625,1732375420811 2024-11-23T15:23:41,011 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/hbase.id] with ID: f371b8e9-4fce-4652-8e4d-461492a68a0d 2024-11-23T15:23:41,011 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/.tmp/hbase.id 2024-11-23T15:23:41,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:23:41,417 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/.tmp/hbase.id]:[hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/hbase.id] 2024-11-23T15:23:41,425 INFO [master/018362ca5320:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:41,425 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T15:23:41,425 INFO [master/018362ca5320:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T15:23:41,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:41,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:23:41,435 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:41,436 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:23:41,437 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:23:41,442 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store 2024-11-23T15:23:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:23:41,847 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:41,847 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:23:41,847 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:41,847 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:41,847 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:23:41,847 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:41,847 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:41,847 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375421847Disabling compacts and flushes for region at 1732375421847Disabling writes for close at 1732375421847Writing region close event to WAL at 1732375421847Closed at 1732375421847 2024-11-23T15:23:41,848 WARN [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/.initializing 2024-11-23T15:23:41,848 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/WALs/018362ca5320,45625,1732375420811 2024-11-23T15:23:41,849 INFO [master/018362ca5320:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:23:41,850 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=018362ca5320%2C45625%2C1732375420811, suffix=, logDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/WALs/018362ca5320,45625,1732375420811, archiveDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/oldWALs, maxLogs=10 2024-11-23T15:23:41,865 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/WALs/018362ca5320,45625,1732375420811/018362ca5320%2C45625%2C1732375420811.1732375421850, exclude list is [], retry=0 2024-11-23T15:23:41,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-823e683f-96ac-4f4c-a057-81dfb25f112d,DISK] 2024-11-23T15:23:41,868 INFO [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/WALs/018362ca5320,45625,1732375420811/018362ca5320%2C45625%2C1732375420811.1732375421850 2024-11-23T15:23:41,869 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34695:34695)] 2024-11-23T15:23:41,869 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:41,869 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:41,869 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,869 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:23:41,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:41,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:41,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:23:41,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:41,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:41,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:23:41,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:41,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:41,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:23:41,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:41,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:41,875 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,875 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,876 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,876 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,876 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,877 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:41,877 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:23:41,879 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:41,879 INFO [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75161962, jitterRate=0.12000051140785217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:41,879 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732375421869Initializing all the Stores at 1732375421870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375421870Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375421870Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375421870Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375421870Cleaning up temporary data from old regions at 1732375421876 (+6 ms)Region opened successfully at 1732375421879 (+3 ms) 2024-11-23T15:23:41,879 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:23:41,881 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d32a540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:23:41,881 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T15:23:41,882 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:23:41,882 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:23:41,882 INFO [master/018362ca5320:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:23:41,882 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T15:23:41,882 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T15:23:41,882 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:23:41,883 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:23:41,884 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Unable to get data of znode /21765209715/balancer because node does not exist (not necessarily an error) 2024-11-23T15:23:41,926 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21765209715/balancer already deleted, retry=false 2024-11-23T15:23:41,926 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:23:41,927 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Unable to get data of znode /21765209715/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:23:42,057 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21765209715/normalizer already deleted, retry=false 2024-11-23T15:23:42,057 INFO [master/018362ca5320:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:23:42,058 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Unable to get data of znode /21765209715/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:23:42,076 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:42,076 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:23:42,077 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148945 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:23:42,132 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21765209715/switch/split already deleted, retry=false 2024-11-23T15:23:42,133 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Unable to get data of znode /21765209715/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:23:42,170 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21765209715/switch/merge already deleted, retry=false 2024-11-23T15:23:42,173 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Unable to get data of znode /21765209715/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:23:42,178 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21765209715/snapshot-cleanup already deleted, retry=false 2024-11-23T15:23:42,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21765209715/running 2024-11-23T15:23:42,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21765209715/running 2024-11-23T15:23:42,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:42,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:42,189 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=018362ca5320,45625,1732375420811, sessionid=0x101684ae8480006, setting cluster-up flag (Was=false) 2024-11-23T15:23:42,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:42,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:42,241 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21765209715/flush-table-proc/acquired, /21765209715/flush-table-proc/reached, /21765209715/flush-table-proc/abort 2024-11-23T15:23:42,242 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,45625,1732375420811 2024-11-23T15:23:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:42,294 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21765209715/online-snapshot/acquired, /21765209715/online-snapshot/reached, /21765209715/online-snapshot/abort 2024-11-23T15:23:42,295 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=018362ca5320,45625,1732375420811 2024-11-23T15:23:42,296 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T15:23:42,298 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:42,299 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T15:23:42,299 INFO [master/018362ca5320:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:23:42,299 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 018362ca5320,45625,1732375420811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:23:42,300 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:42,300 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:42,300 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:42,300 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/018362ca5320:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:23:42,300 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/018362ca5320:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:23:42,300 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,301 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:23:42,301 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,301 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375452301 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:23:42,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:42,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:23:42,302 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T15:23:42,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:42,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:23:42,303 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:23:42,303 INFO [master/018362ca5320:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:23:42,303 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375422303,5,FailOnTimeoutGroup] 2024-11-23T15:23:42,304 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375422304,5,FailOnTimeoutGroup] 2024-11-23T15:23:42,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:23:42,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,304 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741831_1007 (size=1321) 2024-11-23T15:23:42,351 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(746): ClusterId : f371b8e9-4fce-4652-8e4d-461492a68a0d 2024-11-23T15:23:42,351 DEBUG [RS:0;018362ca5320:40209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:23:42,360 DEBUG [RS:0;018362ca5320:40209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:23:42,360 DEBUG [RS:0;018362ca5320:40209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:23:42,369 DEBUG [RS:0;018362ca5320:40209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:23:42,369 DEBUG [RS:0;018362ca5320:40209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65db2809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=018362ca5320/172.17.0.2:0 2024-11-23T15:23:42,387 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;018362ca5320:40209 2024-11-23T15:23:42,387 INFO [RS:0;018362ca5320:40209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T15:23:42,387 INFO [RS:0;018362ca5320:40209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T15:23:42,387 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T15:23:42,388 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(2659): reportForDuty to master=018362ca5320,45625,1732375420811 with port=40209, startcode=1732375420923 2024-11-23T15:23:42,388 DEBUG [RS:0;018362ca5320:40209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:23:42,390 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:23:42,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 018362ca5320,40209,1732375420923 2024-11-23T15:23:42,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45625 {}] master.ServerManager(517): Registering regionserver=018362ca5320,40209,1732375420923 2024-11-23T15:23:42,396 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720 2024-11-23T15:23:42,396 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33565 2024-11-23T15:23:42,396 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T15:23:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715/rs 2024-11-23T15:23:42,463 DEBUG [RS:0;018362ca5320:40209 {}] zookeeper.ZKUtil(111): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on existing znode=/21765209715/rs/018362ca5320,40209,1732375420923 2024-11-23T15:23:42,463 WARN [RS:0;018362ca5320:40209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:23:42,463 INFO [RS:0;018362ca5320:40209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:42,464 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/WALs/018362ca5320,40209,1732375420923 2024-11-23T15:23:42,464 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [018362ca5320,40209,1732375420923] 2024-11-23T15:23:42,467 INFO [RS:0;018362ca5320:40209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:23:42,469 INFO [RS:0;018362ca5320:40209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:23:42,469 INFO [RS:0;018362ca5320:40209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:23:42,469 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,469 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T15:23:42,470 INFO [RS:0;018362ca5320:40209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T15:23:42,470 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,470 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,470 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,470 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,470 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,470 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/018362ca5320:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/018362ca5320:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:23:42,471 DEBUG [RS:0;018362ca5320:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/018362ca5320:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:23:42,472 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,472 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,472 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,472 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,472 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,472 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40209,1732375420923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:23:42,487 INFO [RS:0;018362ca5320:40209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:23:42,488 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,40209,1732375420923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,488 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,488 INFO [RS:0;018362ca5320:40209 {}] regionserver.Replication(171): 018362ca5320,40209,1732375420923 started 2024-11-23T15:23:42,504 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:42,504 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1482): Serving as 018362ca5320,40209,1732375420923, RpcServer on 018362ca5320/172.17.0.2:40209, sessionid=0x101684ae8480007 2024-11-23T15:23:42,504 DEBUG [RS:0;018362ca5320:40209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:23:42,504 DEBUG [RS:0;018362ca5320:40209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 018362ca5320,40209,1732375420923 2024-11-23T15:23:42,504 DEBUG [RS:0;018362ca5320:40209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,40209,1732375420923' 2024-11-23T15:23:42,505 DEBUG [RS:0;018362ca5320:40209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21765209715/flush-table-proc/abort' 2024-11-23T15:23:42,505 DEBUG [RS:0;018362ca5320:40209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21765209715/flush-table-proc/acquired' 2024-11-23T15:23:42,505 DEBUG [RS:0;018362ca5320:40209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:23:42,505 DEBUG [RS:0;018362ca5320:40209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:23:42,505 DEBUG [RS:0;018362ca5320:40209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 018362ca5320,40209,1732375420923 2024-11-23T15:23:42,505 DEBUG [RS:0;018362ca5320:40209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '018362ca5320,40209,1732375420923' 2024-11-23T15:23:42,505 DEBUG [RS:0;018362ca5320:40209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21765209715/online-snapshot/abort' 2024-11-23T15:23:42,506 DEBUG [RS:0;018362ca5320:40209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21765209715/online-snapshot/acquired' 2024-11-23T15:23:42,506 DEBUG [RS:0;018362ca5320:40209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:23:42,506 INFO [RS:0;018362ca5320:40209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:23:42,506 INFO [RS:0;018362ca5320:40209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:23:42,606 INFO [RS:0;018362ca5320:40209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:23:42,608 INFO [RS:0;018362ca5320:40209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C40209%2C1732375420923, suffix=, logDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/WALs/018362ca5320,40209,1732375420923, archiveDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/oldWALs, maxLogs=10 2024-11-23T15:23:42,639 DEBUG [RS:0;018362ca5320:40209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/WALs/018362ca5320,40209,1732375420923/018362ca5320%2C40209%2C1732375420923.1732375422608, exclude list is [], retry=0 2024-11-23T15:23:42,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-823e683f-96ac-4f4c-a057-81dfb25f112d,DISK] 2024-11-23T15:23:42,642 INFO [RS:0;018362ca5320:40209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/WALs/018362ca5320,40209,1732375420923/018362ca5320%2C40209%2C1732375420923.1732375422608 2024-11-23T15:23:42,643 DEBUG [RS:0;018362ca5320:40209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34695:34695)] 2024-11-23T15:23:42,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T15:23:42,710 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720 2024-11-23T15:23:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:23:43,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:43,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:23:43,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:23:43,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:43,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:23:43,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:23:43,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:43,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:23:43,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:23:43,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:43,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:23:43,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:23:43,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:43,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:23:43,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740 2024-11-23T15:23:43,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740 2024-11-23T15:23:43,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:23:43,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:23:43,123 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:43,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:23:43,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:43,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74474791, jitterRate=0.10976086556911469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:43,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732375423115Initializing all the Stores at 1732375423115Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375423115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375423115Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375423115Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375423115Cleaning up temporary data from old regions at 1732375423122 (+7 ms)Region opened successfully at 1732375423126 (+4 ms) 2024-11-23T15:23:43,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:43,126 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:43,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:43,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:43,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:43,126 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:43,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375423126Disabling compacts and flushes for region at 1732375423126Disabling writes for close at 1732375423126Writing region close event to WAL at 1732375423126Closed at 1732375423126 2024-11-23T15:23:43,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:43,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T15:23:43,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:23:43,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:23:43,128 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:23:43,279 DEBUG [018362ca5320:45625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:23:43,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=018362ca5320,40209,1732375420923 2024-11-23T15:23:43,280 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,40209,1732375420923, state=OPENING 2024-11-23T15:23:43,336 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:23:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:43,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:23:43,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,40209,1732375420923}] 2024-11-23T15:23:43,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21765209715/meta-region-server: CHANGED 2024-11-23T15:23:43,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21765209715/meta-region-server: CHANGED 2024-11-23T15:23:43,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:43,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:23:43,503 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T15:23:43,503 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:43,503 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:23:43,504 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C40209%2C1732375420923.meta, suffix=.meta, logDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/WALs/018362ca5320,40209,1732375420923, archiveDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/oldWALs, maxLogs=10 2024-11-23T15:23:43,516 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/WALs/018362ca5320,40209,1732375420923/018362ca5320%2C40209%2C1732375420923.meta.1732375423504.meta, exclude list is [], retry=0 2024-11-23T15:23:43,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-823e683f-96ac-4f4c-a057-81dfb25f112d,DISK] 2024-11-23T15:23:43,519 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/WALs/018362ca5320,40209,1732375420923/018362ca5320%2C40209%2C1732375420923.meta.1732375423504.meta 2024-11-23T15:23:43,519 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34695:34695)] 2024-11-23T15:23:43,519 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:43,519 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:43,519 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:23:43,519 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:23:43,519 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:23:43,520 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:23:43,520 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:43,520 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T15:23:43,520 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T15:23:43,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:23:43,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:23:43,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:43,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T15:23:43,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T15:23:43,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:43,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:23:43,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:23:43,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:43,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:23:43,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:23:43,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:23:43,524 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T15:23:43,524 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740 2024-11-23T15:23:43,525 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740 2024-11-23T15:23:43,525 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T15:23:43,526 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T15:23:43,526 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:23:43,527 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T15:23:43,528 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61904680, jitterRate=-0.07754838466644287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:23:43,528 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T15:23:43,528 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732375423520Writing region info on filesystem at 1732375423520Initializing all the Stores at 1732375423520Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375423520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375423521 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375423521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732375423521Cleaning up temporary data from old regions at 1732375423526 (+5 ms)Running coprocessor post-open hooks at 1732375423528 (+2 ms)Region opened successfully at 1732375423528 2024-11-23T15:23:43,529 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375423499 2024-11-23T15:23:43,530 DEBUG [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:23:43,531 INFO [RS_OPEN_META-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T15:23:43,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,40209,1732375420923 2024-11-23T15:23:43,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 018362ca5320,40209,1732375420923, state=OPEN 2024-11-23T15:23:43,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21765209715/meta-region-server 2024-11-23T15:23:43,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21765209715/meta-region-server 2024-11-23T15:23:43,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=018362ca5320,40209,1732375420923 2024-11-23T15:23:43,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21765209715/meta-region-server: CHANGED 2024-11-23T15:23:43,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21765209715/meta-region-server: CHANGED 2024-11-23T15:23:43,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:23:43,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=018362ca5320,40209,1732375420923 in 197 msec 2024-11-23T15:23:43,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:23:43,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-23T15:23:43,548 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:23:43,548 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T15:23:43,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:43,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,40209,1732375420923, seqNum=-1] 2024-11-23T15:23:43,549 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:43,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:43,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-23T15:23:43,553 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375423553, completionTime=-1 2024-11-23T15:23:43,553 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:23:43,553 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T15:23:43,555 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T15:23:43,555 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375483555 2024-11-23T15:23:43,555 INFO [master/018362ca5320:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375543555 2024-11-23T15:23:43,555 INFO [master/018362ca5320:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T15:23:43,556 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45625,1732375420811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:43,556 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45625,1732375420811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:43,556 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45625,1732375420811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:43,556 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-018362ca5320:45625, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:43,556 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:43,556 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:43,557 DEBUG [master/018362ca5320:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T15:23:43,559 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.552sec 2024-11-23T15:23:43,559 INFO [master/018362ca5320:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:23:43,559 INFO [master/018362ca5320:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:23:43,559 INFO [master/018362ca5320:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:23:43,559 INFO [master/018362ca5320:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:23:43,559 INFO [master/018362ca5320:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:23:43,559 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45625,1732375420811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:23:43,559 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45625,1732375420811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:23:43,561 DEBUG [master/018362ca5320:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:23:43,561 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:23:43,561 INFO [master/018362ca5320:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=018362ca5320,45625,1732375420811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:23:43,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e0362f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:43,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45625,-1 for getting cluster id 2024-11-23T15:23:43,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:43,653 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f371b8e9-4fce-4652-8e4d-461492a68a0d' 2024-11-23T15:23:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f371b8e9-4fce-4652-8e4d-461492a68a0d" 2024-11-23T15:23:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628948a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45625,-1] 2024-11-23T15:23:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:43,654 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:43,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1397972f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:43,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,40209,1732375420923, seqNum=-1] 2024-11-23T15:23:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:43,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:43,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=018362ca5320,45625,1732375420811 2024-11-23T15:23:43,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-23T15:23:43,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:23:43,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101684ae8480008 connected 2024-11-23T15:23:43,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45397,1732375410206 2024-11-23T15:23:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484ecab2 2024-11-23T15:23:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:43,684 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:43,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:23:43,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:23:43,686 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:23:43,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:23:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:43,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:23:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:44,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a373e341a1aa170db1033e340460b958, NAME => 'test,,1732375423684.a373e341a1aa170db1033e340460b958.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018 2024-11-23T15:23:44,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:23:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:44,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375423684.a373e341a1aa170db1033e340460b958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:44,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a373e341a1aa170db1033e340460b958, disabling compactions & flushes 2024-11-23T15:23:44,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:23:44,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:23:44,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375423684.a373e341a1aa170db1033e340460b958. after waiting 0 ms 2024-11-23T15:23:44,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:23:44,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:23:44,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a373e341a1aa170db1033e340460b958: Waiting for close lock at 1732375424497Disabling compacts and flushes for region at 1732375424497Disabling writes for close at 1732375424497Writing region close event to WAL at 1732375424497Closed at 1732375424497 2024-11-23T15:23:44,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:23:44,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375423684.a373e341a1aa170db1033e340460b958.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375424498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375424498"}]},"ts":"1732375424498"} 2024-11-23T15:23:44,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:23:44,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:23:44,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375424500"}]},"ts":"1732375424500"} 2024-11-23T15:23:44,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:23:44,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a373e341a1aa170db1033e340460b958, ASSIGN}] 2024-11-23T15:23:44,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a373e341a1aa170db1033e340460b958, ASSIGN 2024-11-23T15:23:44,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a373e341a1aa170db1033e340460b958, ASSIGN; state=OFFLINE, location=018362ca5320,42989,1732375410751; forceNewPlan=false, retain=false 2024-11-23T15:23:44,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a373e341a1aa170db1033e340460b958, regionState=OPENING, regionLocation=018362ca5320,42989,1732375410751 2024-11-23T15:23:44,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a373e341a1aa170db1033e340460b958, ASSIGN because future has completed 2024-11-23T15:23:44,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a373e341a1aa170db1033e340460b958, server=018362ca5320,42989,1732375410751}] 2024-11-23T15:23:44,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:23:44,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:44,811 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:23:44,811 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a373e341a1aa170db1033e340460b958, NAME => 'test,,1732375423684.a373e341a1aa170db1033e340460b958.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:44,812 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:44,812 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:23:44,812 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,812 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375423684.a373e341a1aa170db1033e340460b958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:44,812 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,812 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,813 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,814 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a373e341a1aa170db1033e340460b958 columnFamilyName f 2024-11-23T15:23:44,814 DEBUG [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:44,814 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] regionserver.HStore(327): Store=a373e341a1aa170db1033e340460b958/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:44,814 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,815 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a373e341a1aa170db1033e340460b958 columnFamilyName f1 2024-11-23T15:23:44,815 DEBUG [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:44,815 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] regionserver.HStore(327): Store=a373e341a1aa170db1033e340460b958/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:44,815 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,816 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a373e341a1aa170db1033e340460b958 columnFamilyName norep 2024-11-23T15:23:44,816 DEBUG [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:44,816 INFO [StoreOpener-a373e341a1aa170db1033e340460b958-1 {}] regionserver.HStore(327): Store=a373e341a1aa170db1033e340460b958/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:44,817 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,817 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,817 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,818 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,818 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,818 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:23:44,819 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,820 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:44,821 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a373e341a1aa170db1033e340460b958; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63474881, jitterRate=-0.05415056645870209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:23:44,821 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a373e341a1aa170db1033e340460b958 2024-11-23T15:23:44,821 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a373e341a1aa170db1033e340460b958: Running coprocessor pre-open hook at 1732375424812Writing region info on filesystem at 1732375424812Initializing all the Stores at 1732375424813 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375424813Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375424813Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375424813Cleaning up temporary data from old regions at 1732375424818 (+5 ms)Running coprocessor post-open hooks at 1732375424821 (+3 ms)Region opened successfully at 1732375424821 2024-11-23T15:23:44,822 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375423684.a373e341a1aa170db1033e340460b958., pid=6, masterSystemTime=1732375424808 2024-11-23T15:23:44,823 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:23:44,823 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:23:44,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a373e341a1aa170db1033e340460b958, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,42989,1732375410751 2024-11-23T15:23:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a373e341a1aa170db1033e340460b958, server=018362ca5320,42989,1732375410751 because future has completed 2024-11-23T15:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:44,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:23:44,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a373e341a1aa170db1033e340460b958, server=018362ca5320,42989,1732375410751 in 170 msec 2024-11-23T15:23:44,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:23:44,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a373e341a1aa170db1033e340460b958, ASSIGN in 326 msec 2024-11-23T15:23:44,830 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:23:44,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375424830"}]},"ts":"1732375424830"} 2024-11-23T15:23:44,831 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:23:44,832 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:23:44,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-23T15:23:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:45,838 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:23:45,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,41719,1732375415678 2024-11-23T15:23:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b4fb9b 2024-11-23T15:23:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:45,840 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:45,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:23:45,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:23:45,844 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:45,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:23:45,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:23:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:45,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:23:45,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fcf1cfe6600a9f3bd25baecdd9ea857, NAME => 'test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf 2024-11-23T15:23:45,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:23:45,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:45,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4fcf1cfe6600a9f3bd25baecdd9ea857, disabling compactions & flushes 2024-11-23T15:23:45,891 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:45,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:45,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. after waiting 0 ms 2024-11-23T15:23:45,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:45,891 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:45,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fcf1cfe6600a9f3bd25baecdd9ea857: Waiting for close lock at 1732375425891Disabling compacts and flushes for region at 1732375425891Disabling writes for close at 1732375425891Writing region close event to WAL at 1732375425891Closed at 1732375425891 2024-11-23T15:23:45,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:23:45,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375425893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375425893"}]},"ts":"1732375425893"} 2024-11-23T15:23:45,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:23:45,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:23:45,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375425896"}]},"ts":"1732375425896"} 2024-11-23T15:23:45,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:23:45,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fcf1cfe6600a9f3bd25baecdd9ea857, ASSIGN}] 2024-11-23T15:23:45,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fcf1cfe6600a9f3bd25baecdd9ea857, ASSIGN 2024-11-23T15:23:45,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4fcf1cfe6600a9f3bd25baecdd9ea857, ASSIGN; state=OFFLINE, location=018362ca5320,35909,1732375415786; forceNewPlan=false, retain=false 2024-11-23T15:23:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:46,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fcf1cfe6600a9f3bd25baecdd9ea857, regionState=OPENING, regionLocation=018362ca5320,35909,1732375415786 2024-11-23T15:23:46,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4fcf1cfe6600a9f3bd25baecdd9ea857, ASSIGN because future has completed 2024-11-23T15:23:46,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcf1cfe6600a9f3bd25baecdd9ea857, server=018362ca5320,35909,1732375415786}] 2024-11-23T15:23:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:46,224 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:46,225 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fcf1cfe6600a9f3bd25baecdd9ea857, NAME => 'test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:46,226 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:46,227 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:23:46,228 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,228 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:46,228 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,228 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,232 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,233 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcf1cfe6600a9f3bd25baecdd9ea857 columnFamilyName f 2024-11-23T15:23:46,233 DEBUG [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:46,234 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] regionserver.HStore(327): Store=4fcf1cfe6600a9f3bd25baecdd9ea857/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:46,234 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,235 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcf1cfe6600a9f3bd25baecdd9ea857 columnFamilyName f1 2024-11-23T15:23:46,235 DEBUG [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:46,235 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] regionserver.HStore(327): Store=4fcf1cfe6600a9f3bd25baecdd9ea857/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:46,235 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,236 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcf1cfe6600a9f3bd25baecdd9ea857 columnFamilyName norep 2024-11-23T15:23:46,236 DEBUG [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:46,237 INFO [StoreOpener-4fcf1cfe6600a9f3bd25baecdd9ea857-1 {}] regionserver.HStore(327): Store=4fcf1cfe6600a9f3bd25baecdd9ea857/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:46,237 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,237 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,238 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,238 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,238 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,239 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:23:46,240 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,242 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:46,243 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4fcf1cfe6600a9f3bd25baecdd9ea857; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73476401, jitterRate=0.09488369524478912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:23:46,243 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:46,243 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4fcf1cfe6600a9f3bd25baecdd9ea857: Running coprocessor pre-open hook at 1732375426229Writing region info on filesystem at 1732375426229Initializing all the Stores at 1732375426229Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375426229Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375426232 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375426232Cleaning up temporary data from old regions at 1732375426238 (+6 ms)Running coprocessor post-open hooks at 1732375426243 (+5 ms)Region opened successfully at 1732375426243 2024-11-23T15:23:46,244 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857., pid=6, masterSystemTime=1732375426210 2024-11-23T15:23:46,246 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:46,246 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:46,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fcf1cfe6600a9f3bd25baecdd9ea857, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,35909,1732375415786 2024-11-23T15:23:46,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcf1cfe6600a9f3bd25baecdd9ea857, server=018362ca5320,35909,1732375415786 because future has completed 2024-11-23T15:23:46,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:23:46,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fcf1cfe6600a9f3bd25baecdd9ea857, server=018362ca5320,35909,1732375415786 in 193 msec 2024-11-23T15:23:46,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:23:46,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4fcf1cfe6600a9f3bd25baecdd9ea857, ASSIGN in 352 msec 2024-11-23T15:23:46,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:23:46,257 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375426257"}]},"ts":"1732375426257"} 2024-11-23T15:23:46,258 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:23:46,259 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:23:46,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 418 msec 2024-11-23T15:23:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:46,476 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:23:46,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45625,1732375420811 2024-11-23T15:23:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd30f79 2024-11-23T15:23:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:46,482 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:46,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T15:23:46,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:23:46,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:46,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T15:23:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:46,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:23:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741835_1011 (size=902) 2024-11-23T15:23:46,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83722e38e9314a71bec01b495704076b, NAME => 'test,,1732375426483.83722e38e9314a71bec01b495704076b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720 2024-11-23T15:23:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741836_1012 (size=39) 2024-11-23T15:23:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:46,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732375426483.83722e38e9314a71bec01b495704076b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:46,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 83722e38e9314a71bec01b495704076b, disabling compactions & flushes 2024-11-23T15:23:46,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:46,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:46,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732375426483.83722e38e9314a71bec01b495704076b. after waiting 0 ms 2024-11-23T15:23:46,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:46,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:46,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83722e38e9314a71bec01b495704076b: Waiting for close lock at 1732375426923Disabling compacts and flushes for region at 1732375426923Disabling writes for close at 1732375426923Writing region close event to WAL at 1732375426923Closed at 1732375426923 2024-11-23T15:23:46,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:23:46,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732375426483.83722e38e9314a71bec01b495704076b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732375426924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375426924"}]},"ts":"1732375426924"} 2024-11-23T15:23:46,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:23:46,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:23:46,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375426926"}]},"ts":"1732375426926"} 2024-11-23T15:23:46,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T15:23:46,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83722e38e9314a71bec01b495704076b, ASSIGN}] 2024-11-23T15:23:46,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83722e38e9314a71bec01b495704076b, ASSIGN 2024-11-23T15:23:46,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=83722e38e9314a71bec01b495704076b, ASSIGN; state=OFFLINE, location=018362ca5320,40209,1732375420923; forceNewPlan=false, retain=false 2024-11-23T15:23:47,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83722e38e9314a71bec01b495704076b, regionState=OPENING, regionLocation=018362ca5320,40209,1732375420923 2024-11-23T15:23:47,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=83722e38e9314a71bec01b495704076b, ASSIGN because future has completed 2024-11-23T15:23:47,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83722e38e9314a71bec01b495704076b, server=018362ca5320,40209,1732375420923}] 2024-11-23T15:23:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:47,236 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:47,236 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 83722e38e9314a71bec01b495704076b, NAME => 'test,,1732375426483.83722e38e9314a71bec01b495704076b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:47,237 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:47,237 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T15:23:47,237 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,237 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732375426483.83722e38e9314a71bec01b495704076b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:47,237 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,237 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,238 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,239 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83722e38e9314a71bec01b495704076b columnFamilyName f 2024-11-23T15:23:47,239 DEBUG [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:47,239 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] regionserver.HStore(327): Store=83722e38e9314a71bec01b495704076b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:47,239 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,240 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83722e38e9314a71bec01b495704076b columnFamilyName f1 2024-11-23T15:23:47,240 DEBUG [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:47,240 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] regionserver.HStore(327): Store=83722e38e9314a71bec01b495704076b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:47,240 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,241 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83722e38e9314a71bec01b495704076b columnFamilyName norep 2024-11-23T15:23:47,241 DEBUG [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:47,241 INFO [StoreOpener-83722e38e9314a71bec01b495704076b-1 {}] regionserver.HStore(327): Store=83722e38e9314a71bec01b495704076b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:47,241 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,242 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,242 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,243 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,243 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,243 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:23:47,244 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,245 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:47,246 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 83722e38e9314a71bec01b495704076b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65226469, jitterRate=-0.02804987132549286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:23:47,246 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:47,246 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 83722e38e9314a71bec01b495704076b: Running coprocessor pre-open hook at 1732375427237Writing region info on filesystem at 1732375427237Initializing all the Stores at 1732375427238 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375427238Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375427238Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375427238Cleaning up temporary data from old regions at 1732375427243 (+5 ms)Running coprocessor post-open hooks at 1732375427246 (+3 ms)Region opened successfully at 1732375427246 2024-11-23T15:23:47,247 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732375426483.83722e38e9314a71bec01b495704076b., pid=6, masterSystemTime=1732375427234 2024-11-23T15:23:47,249 DEBUG [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:47,249 INFO [RS_OPEN_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:47,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83722e38e9314a71bec01b495704076b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=018362ca5320,40209,1732375420923 2024-11-23T15:23:47,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83722e38e9314a71bec01b495704076b, server=018362ca5320,40209,1732375420923 because future has completed 2024-11-23T15:23:47,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:23:47,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83722e38e9314a71bec01b495704076b, server=018362ca5320,40209,1732375420923 in 173 msec 2024-11-23T15:23:47,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:23:47,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=83722e38e9314a71bec01b495704076b, ASSIGN in 329 msec 2024-11-23T15:23:47,261 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:23:47,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375427261"}]},"ts":"1732375427261"} 2024-11-23T15:23:47,263 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T15:23:47,263 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:23:47,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-11-23T15:23:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T15:23:47,625 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T15:23:47,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:47,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45397,-1 for getting cluster id 2024-11-23T15:23:47,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:47,627 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c67e1337-fbeb-47af-993f-ce8badc1c8ad' 2024-11-23T15:23:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c67e1337-fbeb-47af-993f-ce8badc1c8ad" 2024-11-23T15:23:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0ee7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45397,-1] 2024-11-23T15:23:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:47,628 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65da993b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:47,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:47,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45397,1732375410206 2024-11-23T15:23:47,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@619d2821 2024-11-23T15:23:47,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:47,630 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:47,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://018362ca5320:41719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:23:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:23:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:47,632 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:41719' 2024-11-23T15:23:47,633 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd416ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:47,633 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,41719,-1 for getting cluster id 2024-11-23T15:23:47,633 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:47,634 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35630ce1-66a9-4bfa-b155-0d4d6a62e4d1' 2024-11-23T15:23:47,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:47,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35630ce1-66a9-4bfa-b155-0d4d6a62e4d1" 2024-11-23T15:23:47,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528c968e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:47,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,41719,-1] 2024-11-23T15:23:47,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:47,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:47,635 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:47,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9c3af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:47,636 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:47,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,41719,1732375415678 2024-11-23T15:23:47,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d2e3f0 2024-11-23T15:23:47,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:47,637 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:47,637 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T15:23:47,637 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:23:47,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:47,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:47,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:47,638 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:47,639 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T15:23:47,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:23:47,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:47,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:23:47,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741837_1013 (size=1138) 2024-11-23T15:23:47,689 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T15:23:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:48,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2779cc7f8d80e6e2b5145f2689e3547, NAME => 'hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018 2024-11-23T15:23:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741838_1014 (size=44) 2024-11-23T15:23:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:48,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:48,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b2779cc7f8d80e6e2b5145f2689e3547, disabling compactions & flushes 2024-11-23T15:23:48,491 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:23:48,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:23:48,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. after waiting 0 ms 2024-11-23T15:23:48,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:23:48,491 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:23:48,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2779cc7f8d80e6e2b5145f2689e3547: Waiting for close lock at 1732375428491Disabling compacts and flushes for region at 1732375428491Disabling writes for close at 1732375428491Writing region close event to WAL at 1732375428491Closed at 1732375428491 2024-11-23T15:23:48,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:23:48,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732375428492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375428492"}]},"ts":"1732375428492"} 2024-11-23T15:23:48,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T15:23:48,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:23:48,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375428495"}]},"ts":"1732375428495"} 2024-11-23T15:23:48,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T15:23:48,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2779cc7f8d80e6e2b5145f2689e3547, ASSIGN}] 2024-11-23T15:23:48,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2779cc7f8d80e6e2b5145f2689e3547, ASSIGN 2024-11-23T15:23:48,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b2779cc7f8d80e6e2b5145f2689e3547, ASSIGN; state=OFFLINE, location=018362ca5320,42989,1732375410751; forceNewPlan=false, retain=false 2024-11-23T15:23:48,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2779cc7f8d80e6e2b5145f2689e3547, regionState=OPENING, regionLocation=018362ca5320,42989,1732375410751 2024-11-23T15:23:48,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b2779cc7f8d80e6e2b5145f2689e3547, ASSIGN because future has completed 2024-11-23T15:23:48,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2779cc7f8d80e6e2b5145f2689e3547, server=018362ca5320,42989,1732375410751}] 2024-11-23T15:23:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:48,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:23:48,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:23:48,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T15:23:48,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=018362ca5320%2C42989%2C1732375410751.rep, suffix=, logDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751, archiveDir=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/oldWALs, maxLogs=10 2024-11-23T15:23:48,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.rep.1732375428808, exclude list is [], retry=0 2024-11-23T15:23:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41485,DS-09c2694a-8704-4e45-8423-56a0748f1549,DISK] 2024-11-23T15:23:48,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.rep.1732375428808 2024-11-23T15:23:48,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-23T15:23:48,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b2779cc7f8d80e6e2b5145f2689e3547, NAME => 'hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:48,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T15:23:48,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:23:48,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. service=MultiRowMutationService 2024-11-23T15:23:48,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T15:23:48,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:48,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,824 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,825 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2779cc7f8d80e6e2b5145f2689e3547 columnFamilyName hfileref 2024-11-23T15:23:48,825 DEBUG [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:48,826 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] regionserver.HStore(327): Store=b2779cc7f8d80e6e2b5145f2689e3547/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:48,826 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,826 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2779cc7f8d80e6e2b5145f2689e3547 columnFamilyName queue 2024-11-23T15:23:48,827 DEBUG [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:48,827 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] regionserver.HStore(327): Store=b2779cc7f8d80e6e2b5145f2689e3547/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:48,827 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,828 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2779cc7f8d80e6e2b5145f2689e3547 columnFamilyName sid 2024-11-23T15:23:48,828 DEBUG [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:48,828 INFO [StoreOpener-b2779cc7f8d80e6e2b5145f2689e3547-1 {}] regionserver.HStore(327): Store=b2779cc7f8d80e6e2b5145f2689e3547/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:48,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T15:23:48,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:48,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b2779cc7f8d80e6e2b5145f2689e3547; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68299587, jitterRate=0.017743155360221863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T15:23:48,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:23:48,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b2779cc7f8d80e6e2b5145f2689e3547: Running coprocessor pre-open hook at 1732375428824Writing region info on filesystem at 1732375428824Initializing all the Stores at 1732375428824Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375428824Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375428824Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732375428824Cleaning up temporary data from old regions at 1732375428831 (+7 ms)Running coprocessor post-open hooks at 1732375428834 (+3 ms)Region opened successfully at 1732375428834 2024-11-23T15:23:48,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547., pid=10, masterSystemTime=1732375428804 2024-11-23T15:23:48,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:23:48,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:23:48,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2779cc7f8d80e6e2b5145f2689e3547, regionState=OPEN, openSeqNum=2, regionLocation=018362ca5320,42989,1732375410751 2024-11-23T15:23:48,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2779cc7f8d80e6e2b5145f2689e3547, server=018362ca5320,42989,1732375410751 because future has completed 2024-11-23T15:23:48,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:23:48,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b2779cc7f8d80e6e2b5145f2689e3547, server=018362ca5320,42989,1732375410751 in 187 msec 2024-11-23T15:23:48,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T15:23:48,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2779cc7f8d80e6e2b5145f2689e3547, ASSIGN in 344 msec 2024-11-23T15:23:48,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:23:48,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375428843"}]},"ts":"1732375428843"} 2024-11-23T15:23:48,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T15:23:48,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:23:48,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-23T15:23:48,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547., hostname=018362ca5320,42989,1732375410751, seqNum=2] 2024-11-23T15:23:48,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:48,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:23:49,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:23:49,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T15:23:49,163 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T15:23:49,197 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-018362ca5320,42989,1732375410751, ReplicationSource: 1, currentBandwidth=0 2024-11-23T15:23:49,198 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:49,198 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42989,1732375410751, seqNum=-1] 2024-11-23T15:23:49,198 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:49,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-23T15:23:49,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-018362ca5320,42989,1732375410751', locateType=CURRENT is [region=hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547., hostname=018362ca5320,42989,1732375410751, seqNum=2] 2024-11-23T15:23:49,203 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T15:23:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T15:23:49,205 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 018362ca5320,42989,1732375410751 suceeded 2024-11-23T15:23:49,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T15:23:49,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-23T15:23:49,207 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://018362ca5320:41719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:23:49,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5770 sec 2024-11-23T15:23:49,216 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:41719' 2024-11-23T15:23:49,217 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5ce983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,217 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,41719,-1 for getting cluster id 2024-11-23T15:23:49,217 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:49,218 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35630ce1-66a9-4bfa-b155-0d4d6a62e4d1' 2024-11-23T15:23:49,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:49,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35630ce1-66a9-4bfa-b155-0d4d6a62e4d1" 2024-11-23T15:23:49,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@459dee7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,41719,-1] 2024-11-23T15:23:49,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:49,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:49,219 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:49,219 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b69240a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,219 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:49,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,41719,1732375415678 2024-11-23T15:23:49,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc8b8ed 2024-11-23T15:23:49,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:49,221 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T15:23:49,221 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-018362ca5320,42989,1732375410751 (queues=1) is replicating from cluster=c67e1337-fbeb-47af-993f-ce8badc1c8ad to cluster=35630ce1-66a9-4bfa-b155-0d4d6a62e4d1 2024-11-23T15:23:49,221 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=018362ca5320%2C42989%2C1732375410751 2024-11-23T15:23:49,222 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-018362ca5320,42989,1732375410751, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:23:49,222 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C42989%2C1732375410751 2024-11-23T15:23:49,222 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410, startPosition=0, beingWritten=true 2024-11-23T15:23:49,226 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:23:49,226 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to pos 379, reset compression=false 2024-11-23T15:23:49,226 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42989,1732375410751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:23:49,429 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to pos 379, reset compression=false 2024-11-23T15:23:49,732 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to pos 379, reset compression=false 2024-11-23T15:23:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T15:23:49,787 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T15:23:49,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:49,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:49,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:49,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:49,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:49,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45397,-1 for getting cluster id 2024-11-23T15:23:49,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:49,789 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c67e1337-fbeb-47af-993f-ce8badc1c8ad' 2024-11-23T15:23:49,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:49,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c67e1337-fbeb-47af-993f-ce8badc1c8ad" 2024-11-23T15:23:49,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6003cef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45397,-1] 2024-11-23T15:23:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:49,791 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5304d9c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e4ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,41719,-1 for getting cluster id 2024-11-23T15:23:49,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:49,794 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35630ce1-66a9-4bfa-b155-0d4d6a62e4d1' 2024-11-23T15:23:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35630ce1-66a9-4bfa-b155-0d4d6a62e4d1" 2024-11-23T15:23:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55005325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,41719,-1] 2024-11-23T15:23:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:49,796 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d26e854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45625,-1 for getting cluster id 2024-11-23T15:23:49,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:49,802 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f371b8e9-4fce-4652-8e4d-461492a68a0d' 2024-11-23T15:23:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f371b8e9-4fce-4652-8e4d-461492a68a0d" 2024-11-23T15:23:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10810b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45625,-1] 2024-11-23T15:23:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:49,804 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@954dec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:49,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:49,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732375429813/Put/seqid=0 2024-11-23T15:23:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741840_1016 (size=7894) 2024-11-23T15:23:50,136 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to pos 379, reset compression=false 2024-11-23T15:23:50,223 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732375430223/Put/seqid=0 2024-11-23T15:23:50,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741841_1017 (size=7691) 2024-11-23T15:23:50,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cacc10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:50,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45397,-1 for getting cluster id 2024-11-23T15:23:50,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:50,230 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c67e1337-fbeb-47af-993f-ce8badc1c8ad' 2024-11-23T15:23:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c67e1337-fbeb-47af-993f-ce8badc1c8ad" 2024-11-23T15:23:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7370ea6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45397,-1] 2024-11-23T15:23:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:50,231 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:50,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1ee989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:50,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42989,1732375410751, seqNum=-1] 2024-11-23T15:23:50,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:50,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:50,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45397,1732375410206 2024-11-23T15:23:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18e787aa 2024-11-23T15:23:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:50,245 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2] 2024-11-23T15:23:50,250 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:23:50,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-23T15:23:50,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-23T15:23:50,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a373e341a1aa170db1033e340460b958/f 2024-11-23T15:23:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T15:23:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:50,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a373e341a1aa170db1033e340460b958/f 2024-11-23T15:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T15:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegion(2603): Flush status journal for a373e341a1aa170db1033e340460b958: 2024-11-23T15:23:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_1 2024-11-23T15:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_1 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ 2024-11-23T15:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_0 2024-11-23T15:23:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_0 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ 2024-11-23T15:23:50,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_1 into a373e341a1aa170db1033e340460b958/f as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ - updating store file list. 2024-11-23T15:23:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83d39e3e212a458ebc75528f3327e617_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:50,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ into a373e341a1aa170db1033e340460b958/f 2024-11-23T15:23:50,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_1 into a373e341a1aa170db1033e340460b958/f (new location: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_) 2024-11-23T15:23:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_1 2024-11-23T15:23:50,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_0 into a373e341a1aa170db1033e340460b958/f as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ - updating store file list. 2024-11-23T15:23:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:50,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ into a373e341a1aa170db1033e340460b958/f 2024-11-23T15:23:50,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_0 into a373e341a1aa170db1033e340460b958/f (new location: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_) 2024-11-23T15:23:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__8pcifql7rf7feu84np5i2rpesjropis9vodkea152u0urvsdfdgbbuns9p7hfasj/f/hfile_0 2024-11-23T15:23:50,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:50,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:50,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:50,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:50,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2 , the old value is region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=018362ca5320:42989 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:23:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:23:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2 from cache 2024-11-23T15:23:50,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:50,307 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T15:23:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,35909,1732375415786, seqNum=-1] 2024-11-23T15:23:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:50,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857., hostname=018362ca5320,35909,1732375415786, seqNum=2] 2024-11-23T15:23:50,313 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T15:23:50,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:23:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,417 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T15:23:50,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:23:50,639 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to pos 379, reset compression=false 2024-11-23T15:23:50,648 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:50,649 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42989,1732375410751 got entry batch from reader: WALEntryBatch [walEntries=[{test/a373e341a1aa170db1033e340460b958/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732375430304/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T15:23:50,652 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:50,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T15:23:50,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.ReplicationSink(318): Replicating [c67e1337-fbeb-47af-993f-ce8badc1c8ad] bulk loaded data 2024-11-23T15:23:50,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d6b96af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:50,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,41719,-1 for getting cluster id 2024-11-23T15:23:50,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:50,670 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35630ce1-66a9-4bfa-b155-0d4d6a62e4d1' 2024-11-23T15:23:50,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:50,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35630ce1-66a9-4bfa-b155-0d4d6a62e4d1" 2024-11-23T15:23:50,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33ce16cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:50,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,41719,-1] 2024-11-23T15:23:50,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:50,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:50,672 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:50,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c1b4e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741837_1013 (size=7691) 2024-11-23T15:23:50,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741838_1014 (size=7894) 2024-11-23T15:23:50,849 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to pos 687, reset compression=false 2024-11-23T15:23:51,181 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to pos 687, reset compression=false 2024-11-23T15:23:51,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:51,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,41719,1732375415678 2024-11-23T15:23:51,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32011d43 2024-11-23T15:23:51,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:51,222 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-23T15:23:51,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:23:51,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:51,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,35909,1732375415786, seqNum=-1] 2024-11-23T15:23:51,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:51,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-23T15:23:51,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-23T15:23:51,251 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-23T15:23:51,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ for inclusion in 4fcf1cfe6600a9f3bd25baecdd9ea857/f 2024-11-23T15:23:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T15:23:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:51,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ for inclusion in 4fcf1cfe6600a9f3bd25baecdd9ea857/f 2024-11-23T15:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T15:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HRegion(2603): Flush status journal for 4fcf1cfe6600a9f3bd25baecdd9ea857: 2024-11-23T15:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83d39e3e212a458ebc75528f3327e617_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:23:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/ffb04d84d0b8434685855641b1bdf948_SeqId_4_ 2024-11-23T15:23:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:23:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/d402ada9982845aea674cf9599520854_SeqId_4_ 2024-11-23T15:23:51,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/ffb04d84d0b8434685855641b1bdf948_SeqId_4_ - updating store file list. 2024-11-23T15:23:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffb04d84d0b8434685855641b1bdf948_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:51,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/ffb04d84d0b8434685855641b1bdf948_SeqId_4_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f 2024-11-23T15:23:51,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f (new location: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/ffb04d84d0b8434685855641b1bdf948_SeqId_4_) 2024-11-23T15:23:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/83d39e3e212a458ebc75528f3327e617_SeqId_4_ 2024-11-23T15:23:51,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/d402ada9982845aea674cf9599520854_SeqId_4_ - updating store file list. 2024-11-23T15:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d402ada9982845aea674cf9599520854_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:51,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/d402ada9982845aea674cf9599520854_SeqId_4_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f 2024-11-23T15:23:51,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f (new location: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/d402ada9982845aea674cf9599520854_SeqId_4_) 2024-11-23T15:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__20bfrlcrb0s7m2ob0g62pg0qdrp4onjhsfj0elsg6r3366sfcf36qg0v9isa1bic/f/6f85c30bb2a449708763e7fc4e8acd2e_SeqId_4_ 2024-11-23T15:23:51,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.ReplicationSink(324): Finished replicating [c67e1337-fbeb-47af-993f-ce8badc1c8ad] bulk loaded data 2024-11-23T15:23:51,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,40209,1732375420923, seqNum=-1] 2024-11-23T15:23:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:51,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375426483.83722e38e9314a71bec01b495704076b., hostname=018362ca5320,40209,1732375420923, seqNum=2] 2024-11-23T15:23:51,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:51,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:23:51,340 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 018362ca5320%2C42989%2C1732375410751.meta:.meta(num 1732375413347) roll requested 2024-11-23T15:23:51,371 DEBUG [regionserver/018362ca5320:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.meta.1732375431341.meta, exclude list is [], retry=0 2024-11-23T15:23:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41485,DS-09c2694a-8704-4e45-8423-56a0748f1549,DISK] 2024-11-23T15:23:51,413 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.meta.1732375413347.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.meta.1732375431341.meta 2024-11-23T15:23:51,428 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-23T15:23:51,428 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.meta.1732375413347.meta is not closed yet, will try archiving it next time 2024-11-23T15:23:51,428 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 018362ca5320%2C42989%2C1732375410751.rep:(num 1732375428808) roll requested 2024-11-23T15:23:51,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741834_1010 (size=3473) 2024-11-23T15:23:51,454 DEBUG [regionserver/018362ca5320:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.rep.1732375431428, exclude list is [], retry=0 2024-11-23T15:23:51,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41485,DS-09c2694a-8704-4e45-8423-56a0748f1549,DISK] 2024-11-23T15:23:51,478 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.rep.1732375428808 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.rep.1732375431428 2024-11-23T15:23:51,495 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-23T15:23:51,495 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.rep.1732375428808 is not closed yet, will try archiving it next time 2024-11-23T15:23:51,495 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 018362ca5320%2C42989%2C1732375410751:(num 1732375412410) roll requested 2024-11-23T15:23:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741839_1015 (size=1505) 2024-11-23T15:23:51,519 DEBUG [regionserver/018362ca5320:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495, exclude list is [], retry=0 2024-11-23T15:23:51,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41485,DS-09c2694a-8704-4e45-8423-56a0748f1549,DISK] 2024-11-23T15:23:51,528 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 2024-11-23T15:23:51,540 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-23T15:23:51,540 DEBUG [regionserver/018362ca5320:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 is not closed yet, will try archiving it next time 2024-11-23T15:23:51,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd76de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45397,-1 for getting cluster id 2024-11-23T15:23:51,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:51,542 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c67e1337-fbeb-47af-993f-ce8badc1c8ad' 2024-11-23T15:23:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c67e1337-fbeb-47af-993f-ce8badc1c8ad" 2024-11-23T15:23:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b95581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45397,-1] 2024-11-23T15:23:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:51,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 not finished, retry = 0 2024-11-23T15:23:51,544 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e492df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45397,1732375410206 2024-11-23T15:23:51,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2476383 2024-11-23T15:23:51,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:51,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741832_1008 (size=695) 2024-11-23T15:23:51,553 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:51,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://018362ca5320:45625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T15:23:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T15:23:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T15:23:51,560 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:45625' 2024-11-23T15:23:51,572 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5836f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,572 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45625,-1 for getting cluster id 2024-11-23T15:23:51,573 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:51,573 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f371b8e9-4fce-4652-8e4d-461492a68a0d' 2024-11-23T15:23:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f371b8e9-4fce-4652-8e4d-461492a68a0d" 2024-11-23T15:23:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470cb738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45625,-1] 2024-11-23T15:23:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:51,576 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:51,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755d714f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,578 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:51,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45625,1732375420811 2024-11-23T15:23:51,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64c4f7a2 2024-11-23T15:23:51,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:51,580 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:51,581 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T15:23:51,581 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T15:23:51,581 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:51,581 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:51,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:51,591 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to pos 687, reset compression=false 2024-11-23T15:23:51,593 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 2024-11-23T15:23:51,593 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495, startPosition=0, beingWritten=true 2024-11-23T15:23:51,593 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42989,1732375410751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T15:23:51,596 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [018362ca5320%2C42989%2C1732375410751.1732375412410] 2024-11-23T15:23:51,645 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375412410 to hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/oldWALs/018362ca5320%2C42989%2C1732375410751.1732375412410 2024-11-23T15:23:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T15:23:51,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T15:23:51,780 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:23:51,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T15:23:51,846 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T15:23:51,875 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-018362ca5320,42989,1732375410751, ReplicationSource: 2, currentBandwidth=0 2024-11-23T15:23:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T15:23:51,876 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T15:23:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T15:23:51,878 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 018362ca5320,42989,1732375410751 suceeded 2024-11-23T15:23:51,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T15:23:51,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-23T15:23:51,880 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://018362ca5320:45625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T15:23:51,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 326 msec 2024-11-23T15:23:51,891 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='018362ca5320:45625' 2024-11-23T15:23:51,892 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54f02e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,892 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45625,-1 for getting cluster id 2024-11-23T15:23:51,892 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:51,893 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f371b8e9-4fce-4652-8e4d-461492a68a0d' 2024-11-23T15:23:51,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:51,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f371b8e9-4fce-4652-8e4d-461492a68a0d" 2024-11-23T15:23:51,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@527aad9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45625,-1] 2024-11-23T15:23:51,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:51,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:51,893 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:51,894 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@189bca83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:51,894 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:51,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45625,1732375420811 2024-11-23T15:23:51,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e109f4 2024-11-23T15:23:51,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:51,895 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T15:23:51,895 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-018362ca5320,42989,1732375410751 (queues=1) is replicating from cluster=c67e1337-fbeb-47af-993f-ce8badc1c8ad to cluster=f371b8e9-4fce-4652-8e4d-461492a68a0d 2024-11-23T15:23:51,896 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=018362ca5320%2C42989%2C1732375410751 2024-11-23T15:23:51,896 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-018362ca5320,42989,1732375410751, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T15:23:51,896 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495, startPosition=0, beingWritten=true 2024-11-23T15:23:51,896 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 018362ca5320%2C42989%2C1732375410751 2024-11-23T15:23:52,100 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 0, reset compression=false 2024-11-23T15:23:52,106 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 0, reset compression=false 2024-11-23T15:23:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T15:23:52,187 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T15:23:52,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:52,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:52,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:52,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:52,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:52,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:23:52,191 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732375432190/Put/seqid=0 2024-11-23T15:23:52,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741845_1021 (size=11194) 2024-11-23T15:23:52,403 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 0, reset compression=false 2024-11-23T15:23:52,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732375432601/Put/seqid=0 2024-11-23T15:23:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741846_1022 (size=10791) 2024-11-23T15:23:52,709 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 0, reset compression=false 2024-11-23T15:23:52,807 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 0, reset compression=false 2024-11-23T15:23:53,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2237132d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:53,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45397,-1 for getting cluster id 2024-11-23T15:23:53,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:53,008 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c67e1337-fbeb-47af-993f-ce8badc1c8ad' 2024-11-23T15:23:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c67e1337-fbeb-47af-993f-ce8badc1c8ad" 2024-11-23T15:23:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdb8cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45397,-1] 2024-11-23T15:23:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:53,010 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:53,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdb24ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:53,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,42989,1732375410751, seqNum=-1] 2024-11-23T15:23:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:53,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:53,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:53,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45397,1732375410206 2024-11-23T15:23:53,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b1e314 2024-11-23T15:23:53,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:53,019 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2] 2024-11-23T15:23:53,024 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:23:53,028 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-23T15:23:53,029 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-23T15:23:53,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a373e341a1aa170db1033e340460b958/f 2024-11-23T15:23:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T15:23:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:53,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a373e341a1aa170db1033e340460b958/f 2024-11-23T15:23:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T15:23:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegion(2603): Flush status journal for a373e341a1aa170db1033e340460b958: 2024-11-23T15:23:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_1 2024-11-23T15:23:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_1 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ 2024-11-23T15:23:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_0 2024-11-23T15:23:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_0 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ 2024-11-23T15:23:53,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_1 into a373e341a1aa170db1033e340460b958/f as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ - updating store file list. 2024-11-23T15:23:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:53,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ into a373e341a1aa170db1033e340460b958/f 2024-11-23T15:23:53,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_1 into a373e341a1aa170db1033e340460b958/f (new location: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_) 2024-11-23T15:23:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_1 2024-11-23T15:23:53,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_0 into a373e341a1aa170db1033e340460b958/f as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ - updating store file list. 2024-11-23T15:23:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:53,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ into a373e341a1aa170db1033e340460b958/f 2024-11-23T15:23:53,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_0 into a373e341a1aa170db1033e340460b958/f (new location: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_) 2024-11-23T15:23:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/staging/jenkins__test__g91bg4p6fgbhce9ngq96l9h98skgs4sdp7k426nj363hqaiugi1ebl0u8e53f63s/f/hfile_0 2024-11-23T15:23:53,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:53,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:53,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:53,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:53,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2 , the old value is region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=018362ca5320:42989 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:23:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T15:23:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732375423684.a373e341a1aa170db1033e340460b958., hostname=018362ca5320,42989,1732375410751, seqNum=2 from cache 2024-11-23T15:23:53,051 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T15:23:53,054 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T15:23:53,156 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T15:23:53,311 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 0, reset compression=false 2024-11-23T15:23:53,315 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:53,315 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-018362ca5320,42989,1732375410751 got entry batch from reader: WALEntryBatch [walEntries=[{test/a373e341a1aa170db1033e340460b958/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732375433049/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T15:23:53,317 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:23:53,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T15:23:53,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.ReplicationSink(318): Replicating [c67e1337-fbeb-47af-993f-ce8badc1c8ad] bulk loaded data 2024-11-23T15:23:53,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2de9eb84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:53,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] client.ClusterIdFetcher(90): Going to request 018362ca5320,45625,-1 for getting cluster id 2024-11-23T15:23:53,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T15:23:53,319 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f371b8e9-4fce-4652-8e4d-461492a68a0d' 2024-11-23T15:23:53,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T15:23:53,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f371b8e9-4fce-4652-8e4d-461492a68a0d" 2024-11-23T15:23:53,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c1070b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:53,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [018362ca5320,45625,-1] 2024-11-23T15:23:53,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T15:23:53,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:53,320 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-23T15:23:53,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ebfb5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:53,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741837_1013 (size=10791) 2024-11-23T15:23:53,413 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 0, reset compression=false 2024-11-23T15:23:53,417 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T15:23:53,417 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42989,1732375410751 got entry batch from reader: WALEntryBatch [walEntries=[{test/a373e341a1aa170db1033e340460b958/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732375433049/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T15:23:53,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.ReplicationSink(318): Replicating [c67e1337-fbeb-47af-993f-ce8badc1c8ad] bulk loaded data 2024-11-23T15:23:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741839_1015 (size=10791) 2024-11-23T15:23:53,515 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:53,617 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:53,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741838_1014 (size=11194) 2024-11-23T15:23:53,819 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741840_1016 (size=11194) 2024-11-23T15:23:53,921 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:54,059 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T15:23:54,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:23:54,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 018362ca5320,45625,1732375420811 2024-11-23T15:23:54,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7315271b 2024-11-23T15:23:54,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:54,140 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-23T15:23:54,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:23:54,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T15:23:54,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=018362ca5320,40209,1732375420923, seqNum=-1] 2024-11-23T15:23:54,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:54,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-23T15:23:54,148 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T15:23:54,150 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T15:23:54,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ for inclusion in 83722e38e9314a71bec01b495704076b/f 2024-11-23T15:23:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T15:23:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:54,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ for inclusion in 83722e38e9314a71bec01b495704076b/f 2024-11-23T15:23:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T15:23:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(2603): Flush status journal for 83722e38e9314a71bec01b495704076b: 2024-11-23T15:23:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:23:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/f/68f4df442077467aac4c692c70d804a3_SeqId_4_ 2024-11-23T15:23:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:23:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/f/a5e2d64fe0fa4dddab827d0b8f5b7d5b_SeqId_4_ 2024-11-23T15:23:54,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ into 83722e38e9314a71bec01b495704076b/f as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/f/68f4df442077467aac4c692c70d804a3_SeqId_4_ - updating store file list. 2024-11-23T15:23:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68f4df442077467aac4c692c70d804a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:54,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/f/68f4df442077467aac4c692c70d804a3_SeqId_4_ into 83722e38e9314a71bec01b495704076b/f 2024-11-23T15:23:54,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ into 83722e38e9314a71bec01b495704076b/f (new location: hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/f/68f4df442077467aac4c692c70d804a3_SeqId_4_) 2024-11-23T15:23:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ 2024-11-23T15:23:54,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ into 83722e38e9314a71bec01b495704076b/f as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/f/a5e2d64fe0fa4dddab827d0b8f5b7d5b_SeqId_4_ - updating store file list. 2024-11-23T15:23:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a5e2d64fe0fa4dddab827d0b8f5b7d5b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:54,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/f/a5e2d64fe0fa4dddab827d0b8f5b7d5b_SeqId_4_ into 83722e38e9314a71bec01b495704076b/f 2024-11-23T15:23:54,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ into 83722e38e9314a71bec01b495704076b/f (new location: hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/f/a5e2d64fe0fa4dddab827d0b8f5b7d5b_SeqId_4_) 2024-11-23T15:23:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/staging/jenkins.hfs.23__test__ikm5nnieb8hdq2ipohi9oaqhivmjnv62ff1ivi6sf6eoitvdn989qdfmtu5im6vj/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ 2024-11-23T15:23:54,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.ReplicationSink(324): Finished replicating [c67e1337-fbeb-47af-993f-ce8badc1c8ad] bulk loaded data 2024-11-23T15:23:54,222 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:54,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T15:23:54,240 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T15:23:54,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T15:23:54,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ for inclusion in 4fcf1cfe6600a9f3bd25baecdd9ea857/f 2024-11-23T15:23:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T15:23:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:54,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ for inclusion in 4fcf1cfe6600a9f3bd25baecdd9ea857/f 2024-11-23T15:23:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T15:23:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T15:23:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HRegion(2603): Flush status journal for 4fcf1cfe6600a9f3bd25baecdd9ea857: 2024-11-23T15:23:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:23:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/531f7ae094c343e2b5e9f6185be0dcf1_SeqId_6_ 2024-11-23T15:23:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T15:23:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/78052cca96634e6e96896c55b383a3e5_SeqId_6_ 2024-11-23T15:23:54,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/531f7ae094c343e2b5e9f6185be0dcf1_SeqId_6_ - updating store file list. 2024-11-23T15:23:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 531f7ae094c343e2b5e9f6185be0dcf1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:54,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/531f7ae094c343e2b5e9f6185be0dcf1_SeqId_6_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f 2024-11-23T15:23:54,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f (new location: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/531f7ae094c343e2b5e9f6185be0dcf1_SeqId_6_) 2024-11-23T15:23:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_ 2024-11-23T15:23:54,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/78052cca96634e6e96896c55b383a3e5_SeqId_6_ - updating store file list. 2024-11-23T15:23:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 78052cca96634e6e96896c55b383a3e5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T15:23:54,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/78052cca96634e6e96896c55b383a3e5_SeqId_6_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f 2024-11-23T15:23:54,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ into 4fcf1cfe6600a9f3bd25baecdd9ea857/f (new location: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/f/78052cca96634e6e96896c55b383a3e5_SeqId_6_) 2024-11-23T15:23:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/staging/jenkins.hfs.22__test__mjtd6o8u19d3tkf7lhbuc9ljjien1go06ogqof3h4d30arpof681huq87snbuknf/f/8fd864ebf23a48ecab2b01d139c5d6c1_SeqId_6_ 2024-11-23T15:23:54,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] regionserver.ReplicationSink(324): Finished replicating [c67e1337-fbeb-47af-993f-ce8badc1c8ad] bulk loaded data 2024-11-23T15:23:54,325 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:54,726 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:54,828 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:23:55,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:55,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:55,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:55,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:55,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:55,084 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:23:55,084 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=353789531, stopped=false 2024-11-23T15:23:55,084 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,45625,1732375420811 2024-11-23T15:23:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21765209715/running 2024-11-23T15:23:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21765209715/running 2024-11-23T15:23:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:55,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:55,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:55,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on znode that does not yet exist, /21765209715/running 2024-11-23T15:23:55,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:55,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:55,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Set watcher on znode that does not yet exist, /21765209715/running 2024-11-23T15:23:55,221 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,40209,1732375420923' ***** 2024-11-23T15:23:55,221 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:23:55,222 INFO [RS:0;018362ca5320:40209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:23:55,222 INFO [RS:0;018362ca5320:40209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:23:55,222 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:23:55,222 INFO [RS:0;018362ca5320:40209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:23:55,222 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(3091): Received CLOSE for 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:55,223 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,40209,1732375420923 2024-11-23T15:23:55,223 INFO [RS:0;018362ca5320:40209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:55,223 INFO [RS:0;018362ca5320:40209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:40209. 2024-11-23T15:23:55,223 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83722e38e9314a71bec01b495704076b, disabling compactions & flushes 2024-11-23T15:23:55,223 DEBUG [RS:0;018362ca5320:40209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:55,223 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:55,223 DEBUG [RS:0;018362ca5320:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:55,223 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:55,223 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375426483.83722e38e9314a71bec01b495704076b. after waiting 0 ms 2024-11-23T15:23:55,223 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:55,223 INFO [RS:0;018362ca5320:40209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:23:55,223 INFO [RS:0;018362ca5320:40209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:23:55,223 INFO [RS:0;018362ca5320:40209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:23:55,223 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:23:55,224 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:23:55,224 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 83722e38e9314a71bec01b495704076b=test,,1732375426483.83722e38e9314a71bec01b495704076b.} 2024-11-23T15:23:55,224 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:55,224 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:55,224 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83722e38e9314a71bec01b495704076b 2024-11-23T15:23:55,224 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:55,224 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:55,224 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:55,224 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T15:23:55,227 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/default/test/83722e38e9314a71bec01b495704076b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T15:23:55,228 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:55,228 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:23:55,228 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:55,228 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83722e38e9314a71bec01b495704076b: Waiting for close lock at 1732375435223Running coprocessor pre-close hooks at 1732375435223Disabling compacts and flushes for region at 1732375435223Disabling writes for close at 1732375435223Writing region close event to WAL at 1732375435224 (+1 ms)Running coprocessor post-close hooks at 1732375435228 (+4 ms)Closed at 1732375435228 2024-11-23T15:23:55,228 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375426483.83722e38e9314a71bec01b495704076b. 2024-11-23T15:23:55,242 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/info/da0a60a088e24214b31bcc0d88e7b6c2 is 129, key is test,,1732375426483.83722e38e9314a71bec01b495704076b./info:regioninfo/1732375427249/Put/seqid=0 2024-11-23T15:23:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741839_1015 (size=6421) 2024-11-23T15:23:55,284 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:55,329 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:55,424 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:55,431 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:55,484 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:23:55,484 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:23:55,624 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:55,646 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/info/da0a60a088e24214b31bcc0d88e7b6c2 2024-11-23T15:23:55,668 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/ns/5fd0df9a58b24852889b5632926fd28b is 43, key is default/ns:d/1732375423550/Put/seqid=0 2024-11-23T15:23:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741840_1016 (size=5153) 2024-11-23T15:23:55,672 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/ns/5fd0df9a58b24852889b5632926fd28b 2024-11-23T15:23:55,694 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/rep_barrier/d505a5e5334d4c9ea53bcfce623c62df is 112, key is test,,1732375426483.83722e38e9314a71bec01b495704076b./rep_barrier:seqnumDuringOpen/1732375427249/Put/seqid=0 2024-11-23T15:23:55,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741841_1017 (size=5518) 2024-11-23T15:23:55,824 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:56,025 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:56,033 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:56,098 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/rep_barrier/d505a5e5334d4c9ea53bcfce623c62df 2024-11-23T15:23:56,116 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/table/d0de5bd2e9824285a673e55f787fb711 is 40, key is test/table:state/1732375427261/Put/seqid=0 2024-11-23T15:23:56,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741842_1018 (size=5165) 2024-11-23T15:23:56,135 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:56,225 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:23:56,225 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:23:56,225 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:56,425 DEBUG [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:56,523 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/table/d0de5bd2e9824285a673e55f787fb711 2024-11-23T15:23:56,527 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/info/da0a60a088e24214b31bcc0d88e7b6c2 as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/info/da0a60a088e24214b31bcc0d88e7b6c2 2024-11-23T15:23:56,530 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/info/da0a60a088e24214b31bcc0d88e7b6c2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T15:23:56,531 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/ns/5fd0df9a58b24852889b5632926fd28b as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/ns/5fd0df9a58b24852889b5632926fd28b 2024-11-23T15:23:56,534 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/ns/5fd0df9a58b24852889b5632926fd28b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:23:56,535 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/rep_barrier/d505a5e5334d4c9ea53bcfce623c62df as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/rep_barrier/d505a5e5334d4c9ea53bcfce623c62df 2024-11-23T15:23:56,538 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/rep_barrier/d505a5e5334d4c9ea53bcfce623c62df, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T15:23:56,539 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/.tmp/table/d0de5bd2e9824285a673e55f787fb711 as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/table/d0de5bd2e9824285a673e55f787fb711 2024-11-23T15:23:56,543 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/table/d0de5bd2e9824285a673e55f787fb711, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:23:56,544 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false 2024-11-23T15:23:56,547 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T15:23:56,547 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:56,547 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:23:56,547 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:56,547 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375435224Running coprocessor pre-close hooks at 1732375435224Disabling compacts and flushes for region at 1732375435224Disabling writes for close at 1732375435224Obtaining lock to block concurrent updates at 1732375435224Preparing flush snapshotting stores in 1588230740 at 1732375435224Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732375435225 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375435225Flushing 1588230740/info: creating writer at 1732375435225Flushing 1588230740/info: appending metadata at 1732375435242 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732375435242Flushing 1588230740/ns: creating writer at 1732375435650 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732375435667 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732375435667Flushing 1588230740/rep_barrier: creating writer at 1732375435675 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375435694 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375435694Flushing 1588230740/table: creating writer at 1732375436102 (+408 ms)Flushing 1588230740/table: appending metadata at 1732375436115 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732375436115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328ef8f0: reopening flushed file at 1732375436526 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517ec76c: reopening flushed file at 1732375436531 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a67952f: reopening flushed file at 1732375436534 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a59e1f: reopening flushed file at 1732375436539 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false at 1732375436544 (+5 ms)Writing region close event to WAL at 1732375436545 (+1 ms)Running coprocessor post-close hooks at 1732375436547 (+2 ms)Closed at 1732375436547 2024-11-23T15:23:56,548 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:56,625 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,40209,1732375420923; all regions closed. 2024-11-23T15:23:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741834_1010 (size=2717) 2024-11-23T15:23:56,629 DEBUG [RS:0;018362ca5320:40209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/oldWALs 2024-11-23T15:23:56,629 INFO [RS:0;018362ca5320:40209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C40209%2C1732375420923.meta:.meta(num 1732375423504) 2024-11-23T15:23:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741832_1008 (size=1028) 2024-11-23T15:23:56,632 DEBUG [RS:0;018362ca5320:40209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/oldWALs 2024-11-23T15:23:56,632 INFO [RS:0;018362ca5320:40209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C40209%2C1732375420923:(num 1732375422608) 2024-11-23T15:23:56,632 DEBUG [RS:0;018362ca5320:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:56,632 INFO [RS:0;018362ca5320:40209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:56,632 INFO [RS:0;018362ca5320:40209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:56,632 INFO [RS:0;018362ca5320:40209 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:56,632 INFO [RS:0;018362ca5320:40209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:56,632 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:56,632 INFO [RS:0;018362ca5320:40209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:40209. 2024-11-23T15:23:56,633 DEBUG [RS:0;018362ca5320:40209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:56,633 DEBUG [RS:0;018362ca5320:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:56,633 DEBUG [RS:0;018362ca5320:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:56,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:56,633 INFO [RS:0;018362ca5320:40209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40209 2024-11-23T15:23:56,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715/rs 2024-11-23T15:23:56,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21765209715/rs/018362ca5320,40209,1732375420923 2024-11-23T15:23:56,640 INFO [RS:0;018362ca5320:40209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:56,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,40209,1732375420923] 2024-11-23T15:23:56,661 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21765209715/draining/018362ca5320,40209,1732375420923 already deleted, retry=false 2024-11-23T15:23:56,661 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,40209,1732375420923 expired; onlineServers=0 2024-11-23T15:23:56,661 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,45625,1732375420811' ***** 2024-11-23T15:23:56,662 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:23:56,662 INFO [M:0;018362ca5320:45625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:56,662 INFO [M:0;018362ca5320:45625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:56,662 DEBUG [M:0;018362ca5320:45625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:23:56,662 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:23:56,662 DEBUG [M:0;018362ca5320:45625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:23:56,662 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375422303 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375422303,5,FailOnTimeoutGroup] 2024-11-23T15:23:56,662 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375422304 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375422304,5,FailOnTimeoutGroup] 2024-11-23T15:23:56,662 INFO [M:0;018362ca5320:45625 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:56,662 INFO [M:0;018362ca5320:45625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:56,662 DEBUG [M:0;018362ca5320:45625 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:23:56,662 INFO [M:0;018362ca5320:45625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:23:56,663 INFO [M:0;018362ca5320:45625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:56,663 INFO [M:0;018362ca5320:45625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:23:56,663 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:23:56,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21765209715/master 2024-11-23T15:23:56,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21765209715 2024-11-23T15:23:56,672 DEBUG [M:0;018362ca5320:45625 {}] zookeeper.ZKUtil(347): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Unable to get data of znode /21765209715/master because node does not exist (not an error) 2024-11-23T15:23:56,672 WARN [M:0;018362ca5320:45625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:23:56,672 INFO [M:0;018362ca5320:45625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/.lastflushedseqids 2024-11-23T15:23:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741843_1019 (size=173) 2024-11-23T15:23:56,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:56,751 INFO [RS:0;018362ca5320:40209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:56,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101684ae8480007, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:56,751 INFO [RS:0;018362ca5320:40209 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,40209,1732375420923; zookeeper connection closed. 2024-11-23T15:23:56,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a7dffc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a7dffc4 2024-11-23T15:23:56,752 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:23:56,836 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:56,938 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:57,076 INFO [M:0;018362ca5320:45625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:23:57,076 INFO [M:0;018362ca5320:45625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:23:57,077 DEBUG [M:0;018362ca5320:45625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:23:57,077 INFO [M:0;018362ca5320:45625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:57,077 DEBUG [M:0;018362ca5320:45625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:57,077 DEBUG [M:0;018362ca5320:45625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:23:57,077 DEBUG [M:0;018362ca5320:45625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:57,077 INFO [M:0;018362ca5320:45625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-23T15:23:57,096 DEBUG [M:0;018362ca5320:45625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ce827dd272743759572c2cf459dfc47 is 82, key is hbase:meta,,1/info:regioninfo/1732375423531/Put/seqid=0 2024-11-23T15:23:57,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741844_1020 (size=5672) 2024-11-23T15:23:57,500 INFO [M:0;018362ca5320:45625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ce827dd272743759572c2cf459dfc47 2024-11-23T15:23:57,528 DEBUG [M:0;018362ca5320:45625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/707ddc3d48bb40928dd6e39c85115df5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732375427264/Put/seqid=0 2024-11-23T15:23:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741845_1021 (size=6586) 2024-11-23T15:23:57,536 INFO [M:0;018362ca5320:45625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/707ddc3d48bb40928dd6e39c85115df5 2024-11-23T15:23:57,559 DEBUG [M:0;018362ca5320:45625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c16b9b72f444938d58ffe14a131f29 is 69, key is 018362ca5320,40209,1732375420923/rs:state/1732375422391/Put/seqid=0 2024-11-23T15:23:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741846_1022 (size=5156) 2024-11-23T15:23:57,739 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:57,842 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:57,979 INFO [M:0;018362ca5320:45625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c16b9b72f444938d58ffe14a131f29 2024-11-23T15:23:57,987 DEBUG [M:0;018362ca5320:45625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ce827dd272743759572c2cf459dfc47 as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ce827dd272743759572c2cf459dfc47 2024-11-23T15:23:57,993 INFO [M:0;018362ca5320:45625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ce827dd272743759572c2cf459dfc47, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T15:23:57,994 DEBUG [M:0;018362ca5320:45625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/707ddc3d48bb40928dd6e39c85115df5 as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/707ddc3d48bb40928dd6e39c85115df5 2024-11-23T15:23:58,019 INFO [M:0;018362ca5320:45625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/707ddc3d48bb40928dd6e39c85115df5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T15:23:58,021 DEBUG [M:0;018362ca5320:45625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c16b9b72f444938d58ffe14a131f29 as hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c16b9b72f444938d58ffe14a131f29 2024-11-23T15:23:58,025 INFO [M:0;018362ca5320:45625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33565/user/jenkins/test-data/b39dce00-48ce-5bb8-9e69-47ae4e5e1720/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c16b9b72f444938d58ffe14a131f29, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T15:23:58,027 INFO [M:0;018362ca5320:45625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 950ms, sequenceid=55, compaction requested=false 2024-11-23T15:23:58,087 INFO [M:0;018362ca5320:45625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:23:58,087 DEBUG [M:0;018362ca5320:45625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375437076Disabling compacts and flushes for region at 1732375437076Disabling writes for close at 1732375437077 (+1 ms)Obtaining lock to block concurrent updates at 1732375437077Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375437077Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732375437077Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375437078 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375437078Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375437096 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375437096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375437507 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375437527 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375437527Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375437540 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375437559 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375437559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3e89b2: reopening flushed file at 1732375437986 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fa6b4f: reopening flushed file at 1732375437993 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5c800c: reopening flushed file at 1732375438020 (+27 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 950ms, sequenceid=55, compaction requested=false at 1732375438027 (+7 ms)Writing region close event to WAL at 1732375438087 (+60 ms)Closed at 1732375438087 2024-11-23T15:23:58,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741830_1006 (size=32770) 2024-11-23T15:23:58,107 INFO [M:0;018362ca5320:45625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:23:58,107 INFO [M:0;018362ca5320:45625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45625 2024-11-23T15:23:58,107 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:58,107 INFO [M:0;018362ca5320:45625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:58,256 INFO [M:0;018362ca5320:45625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:58,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45625-0x101684ae8480006, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:58,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2418801b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:23:58,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6952ea17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:23:58,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:23:58,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142fa9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:23:58,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4894f466{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/hadoop.log.dir/,STOPPED} 2024-11-23T15:23:58,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:23:58,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:23:58,260 WARN [BP-335414210-172.17.0.2-1732375419263 heartbeating to localhost/127.0.0.1:33565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:23:58,260 WARN [BP-335414210-172.17.0.2-1732375419263 heartbeating to localhost/127.0.0.1:33565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-335414210-172.17.0.2-1732375419263 (Datanode Uuid cf330049-403e-472d-af14-402995ffe6e2) service to localhost/127.0.0.1:33565 2024-11-23T15:23:58,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/cluster_42eaa695-7a88-f5f0-1962-71b0a0ffc823/data/data1/current/BP-335414210-172.17.0.2-1732375419263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:23:58,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/cluster_42eaa695-7a88-f5f0-1962-71b0a0ffc823/data/data2/current/BP-335414210-172.17.0.2-1732375419263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:23:58,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:23:58,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d452fd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:23:58,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c7bc155{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:23:58,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:23:58,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c206bad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:23:58,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668cb360{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/169580ba-d111-c57c-ea85-a81318eb11b3/hadoop.log.dir/,STOPPED} 2024-11-23T15:23:58,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:23:58,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:23:58,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:58,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:58,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:58,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:58,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:58,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:23:58,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=807764921, stopped=false 2024-11-23T15:23:58,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,41719,1732375415678 2024-11-23T15:23:58,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-619622569/running 2024-11-23T15:23:58,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-619622569/running 2024-11-23T15:23:58,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:58,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:58,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:58,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:23:58,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:58,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:58,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on znode that does not yet exist, /1-619622569/running 2024-11-23T15:23:58,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Set watcher on znode that does not yet exist, /1-619622569/running 2024-11-23T15:23:58,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,35909,1732375415786' ***** 2024-11-23T15:23:58,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:23:58,294 INFO [RS:0;018362ca5320:35909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:23:58,294 INFO [RS:0;018362ca5320:35909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:23:58,294 INFO [RS:0;018362ca5320:35909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:23:58,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,35909,1732375415786 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:35909. 2024-11-23T15:23:58,295 DEBUG [RS:0;018362ca5320:35909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:58,295 DEBUG [RS:0;018362ca5320:35909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:58,295 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fcf1cfe6600a9f3bd25baecdd9ea857, disabling compactions & flushes 2024-11-23T15:23:58,295 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:23:58,295 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:23:58,295 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. after waiting 0 ms 2024-11-23T15:23:58,295 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:23:58,295 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T15:23:58,295 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4fcf1cfe6600a9f3bd25baecdd9ea857=test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857.} 2024-11-23T15:23:58,295 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fcf1cfe6600a9f3bd25baecdd9ea857 2024-11-23T15:23:58,295 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:23:58,295 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:23:58,295 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:23:58,295 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:23:58,295 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:23:58,295 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T15:23:58,298 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/default/test/4fcf1cfe6600a9f3bd25baecdd9ea857/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T15:23:58,299 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:58,299 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:23:58,299 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:58,299 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fcf1cfe6600a9f3bd25baecdd9ea857: Waiting for close lock at 1732375438295Running coprocessor pre-close hooks at 1732375438295Disabling compacts and flushes for region at 1732375438295Disabling writes for close at 1732375438295Writing region close event to WAL at 1732375438296 (+1 ms)Running coprocessor post-close hooks at 1732375438299 (+3 ms)Closed at 1732375438299 2024-11-23T15:23:58,299 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857. 2024-11-23T15:23:58,310 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/info/4572072023974f30bf130fd9f751566e is 129, key is test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857./info:regioninfo/1732375426246/Put/seqid=0 2024-11-23T15:23:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741841_1017 (size=6421) 2024-11-23T15:23:58,314 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/info/4572072023974f30bf130fd9f751566e 2024-11-23T15:23:58,316 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:58,334 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/ns/d812a406023b4efcbb1ef6ad03e35896 is 43, key is default/ns:d/1732375419202/Put/seqid=0 2024-11-23T15:23:58,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741842_1018 (size=5153) 2024-11-23T15:23:58,495 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:58,696 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:58,737 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/ns/d812a406023b4efcbb1ef6ad03e35896 2024-11-23T15:23:58,743 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:58,753 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/rep_barrier/7078d054a6b94bd4b27282647c9919a4 is 112, key is test,,1732375425841.4fcf1cfe6600a9f3bd25baecdd9ea857./rep_barrier:seqnumDuringOpen/1732375426246/Put/seqid=0 2024-11-23T15:23:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741843_1019 (size=5518) 2024-11-23T15:23:58,846 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:58,896 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:59,087 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:23:59,087 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:23:59,096 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:59,156 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/rep_barrier/7078d054a6b94bd4b27282647c9919a4 2024-11-23T15:23:59,172 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/table/80be7e120cde4724b045c64871f4af7e is 40, key is test/table:state/1732375426257/Put/seqid=0 2024-11-23T15:23:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741844_1020 (size=5165) 2024-11-23T15:23:59,296 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T15:23:59,296 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:23:59,296 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:59,496 DEBUG [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:23:59,575 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/table/80be7e120cde4724b045c64871f4af7e 2024-11-23T15:23:59,579 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/info/4572072023974f30bf130fd9f751566e as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/info/4572072023974f30bf130fd9f751566e 2024-11-23T15:23:59,582 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/info/4572072023974f30bf130fd9f751566e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T15:23:59,583 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/ns/d812a406023b4efcbb1ef6ad03e35896 as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/ns/d812a406023b4efcbb1ef6ad03e35896 2024-11-23T15:23:59,586 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/ns/d812a406023b4efcbb1ef6ad03e35896, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:23:59,586 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/rep_barrier/7078d054a6b94bd4b27282647c9919a4 as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/rep_barrier/7078d054a6b94bd4b27282647c9919a4 2024-11-23T15:23:59,589 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/rep_barrier/7078d054a6b94bd4b27282647c9919a4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T15:23:59,590 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/.tmp/table/80be7e120cde4724b045c64871f4af7e as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/table/80be7e120cde4724b045c64871f4af7e 2024-11-23T15:23:59,595 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/table/80be7e120cde4724b045c64871f4af7e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T15:23:59,596 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-23T15:23:59,599 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T15:23:59,599 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:23:59,599 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:23:59,599 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:59,599 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375438295Running coprocessor pre-close hooks at 1732375438295Disabling compacts and flushes for region at 1732375438295Disabling writes for close at 1732375438295Obtaining lock to block concurrent updates at 1732375438295Preparing flush snapshotting stores in 1588230740 at 1732375438295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732375438296 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375438296Flushing 1588230740/info: creating writer at 1732375438296Flushing 1588230740/info: appending metadata at 1732375438310 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732375438310Flushing 1588230740/ns: creating writer at 1732375438317 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732375438333 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732375438333Flushing 1588230740/rep_barrier: creating writer at 1732375438740 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375438752 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375438753 (+1 ms)Flushing 1588230740/table: creating writer at 1732375439159 (+406 ms)Flushing 1588230740/table: appending metadata at 1732375439171 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732375439171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d14baf9: reopening flushed file at 1732375439578 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381c24f: reopening flushed file at 1732375439582 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc50d9e: reopening flushed file at 1732375439586 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7976c775: reopening flushed file at 1732375439589 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1732375439596 (+7 ms)Writing region close event to WAL at 1732375439597 (+1 ms)Running coprocessor post-close hooks at 1732375439599 (+2 ms)Closed at 1732375439599 2024-11-23T15:23:59,599 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:23:59,696 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,35909,1732375415786; all regions closed. 2024-11-23T15:23:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741834_1010 (size=2717) 2024-11-23T15:23:59,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/WALs/018362ca5320,35909,1732375415786/018362ca5320%2C35909%2C1732375415786.meta.1732375419144.meta not finished, retry = 0 2024-11-23T15:23:59,786 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:23:59,800 DEBUG [RS:0;018362ca5320:35909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/oldWALs 2024-11-23T15:23:59,800 INFO [RS:0;018362ca5320:35909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C35909%2C1732375415786.meta:.meta(num 1732375419144) 2024-11-23T15:23:59,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741832_1008 (size=1374) 2024-11-23T15:23:59,803 DEBUG [RS:0;018362ca5320:35909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/oldWALs 2024-11-23T15:23:59,803 INFO [RS:0;018362ca5320:35909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 018362ca5320%2C35909%2C1732375415786:(num 1732375418231) 2024-11-23T15:23:59,803 DEBUG [RS:0;018362ca5320:35909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:59,803 INFO [RS:0;018362ca5320:35909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:23:59,803 INFO [RS:0;018362ca5320:35909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:59,803 INFO [RS:0;018362ca5320:35909 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:59,803 INFO [RS:0;018362ca5320:35909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:59,803 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:23:59,803 INFO [RS:0;018362ca5320:35909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:35909. 2024-11-23T15:23:59,803 DEBUG [RS:0;018362ca5320:35909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:59,804 DEBUG [RS:0;018362ca5320:35909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:59,804 DEBUG [RS:0;018362ca5320:35909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:59,804 INFO [RS:0;018362ca5320:35909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35909 2024-11-23T15:23:59,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:23:59,846 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:59,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569/rs 2024-11-23T15:23:59,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-619622569/rs/018362ca5320,35909,1732375415786 2024-11-23T15:23:59,872 INFO [RS:0;018362ca5320:35909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:23:59,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,35909,1732375415786] 2024-11-23T15:23:59,893 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-619622569/draining/018362ca5320,35909,1732375415786 already deleted, retry=false 2024-11-23T15:23:59,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,35909,1732375415786 expired; onlineServers=0 2024-11-23T15:23:59,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,41719,1732375415678' ***** 2024-11-23T15:23:59,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:23:59,893 INFO [M:0;018362ca5320:41719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:23:59,893 INFO [M:0;018362ca5320:41719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:23:59,893 DEBUG [M:0;018362ca5320:41719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:23:59,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:23:59,893 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375417837 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375417837,5,FailOnTimeoutGroup] 2024-11-23T15:23:59,893 DEBUG [M:0;018362ca5320:41719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:23:59,893 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375417840 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375417840,5,FailOnTimeoutGroup] 2024-11-23T15:23:59,893 INFO [M:0;018362ca5320:41719 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:23:59,893 INFO [M:0;018362ca5320:41719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:23:59,893 DEBUG [M:0;018362ca5320:41719 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:23:59,894 INFO [M:0;018362ca5320:41719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:23:59,894 INFO [M:0;018362ca5320:41719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:23:59,894 INFO [M:0;018362ca5320:41719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:23:59,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:23:59,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-619622569/master 2024-11-23T15:23:59,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-619622569 2024-11-23T15:23:59,903 DEBUG [M:0;018362ca5320:41719 {}] zookeeper.ZKUtil(347): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Unable to get data of znode /1-619622569/master because node does not exist (not an error) 2024-11-23T15:23:59,903 WARN [M:0;018362ca5320:41719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:23:59,904 INFO [M:0;018362ca5320:41719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/.lastflushedseqids 2024-11-23T15:23:59,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741845_1021 (size=173) 2024-11-23T15:23:59,949 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:23:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:59,982 INFO [RS:0;018362ca5320:35909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:23:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x101684ae8480004, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:23:59,982 INFO [RS:0;018362ca5320:35909 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,35909,1732375415786; zookeeper connection closed. 2024-11-23T15:23:59,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40dac9f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40dac9f5 2024-11-23T15:23:59,983 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:24:00,308 INFO [M:0;018362ca5320:41719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:24:00,309 INFO [M:0;018362ca5320:41719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:24:00,309 DEBUG [M:0;018362ca5320:41719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:24:00,309 INFO [M:0;018362ca5320:41719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:00,309 DEBUG [M:0;018362ca5320:41719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:00,309 DEBUG [M:0;018362ca5320:41719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:24:00,309 DEBUG [M:0;018362ca5320:41719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:00,309 INFO [M:0;018362ca5320:41719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-23T15:24:00,335 DEBUG [M:0;018362ca5320:41719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97509c8622d64e748358108a89d8df5e is 82, key is hbase:meta,,1/info:regioninfo/1732375419175/Put/seqid=0 2024-11-23T15:24:00,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741846_1022 (size=5672) 2024-11-23T15:24:00,367 INFO [M:0;018362ca5320:41719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97509c8622d64e748358108a89d8df5e 2024-11-23T15:24:00,394 DEBUG [M:0;018362ca5320:41719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a667e62fd87548449f750e2a4484259e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732375426260/Put/seqid=0 2024-11-23T15:24:00,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741847_1023 (size=6586) 2024-11-23T15:24:00,402 INFO [M:0;018362ca5320:41719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a667e62fd87548449f750e2a4484259e 2024-11-23T15:24:00,427 DEBUG [M:0;018362ca5320:41719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8125582a70344c21a00cf4a150ad9312 is 69, key is 018362ca5320,35909,1732375415786/rs:state/1732375418014/Put/seqid=0 2024-11-23T15:24:00,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741848_1024 (size=5156) 2024-11-23T15:24:00,465 INFO [M:0;018362ca5320:41719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8125582a70344c21a00cf4a150ad9312 2024-11-23T15:24:00,478 DEBUG [M:0;018362ca5320:41719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97509c8622d64e748358108a89d8df5e as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97509c8622d64e748358108a89d8df5e 2024-11-23T15:24:00,483 INFO [M:0;018362ca5320:41719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97509c8622d64e748358108a89d8df5e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T15:24:00,485 DEBUG [M:0;018362ca5320:41719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a667e62fd87548449f750e2a4484259e as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a667e62fd87548449f750e2a4484259e 2024-11-23T15:24:00,491 INFO [M:0;018362ca5320:41719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a667e62fd87548449f750e2a4484259e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T15:24:00,493 DEBUG [M:0;018362ca5320:41719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8125582a70344c21a00cf4a150ad9312 as hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8125582a70344c21a00cf4a150ad9312 2024-11-23T15:24:00,498 INFO [M:0;018362ca5320:41719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/e0cc26a4-c730-de45-aa81-eec5d63baadf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8125582a70344c21a00cf4a150ad9312, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T15:24:00,499 INFO [M:0;018362ca5320:41719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 190ms, sequenceid=55, compaction requested=false 2024-11-23T15:24:00,513 INFO [M:0;018362ca5320:41719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:00,513 DEBUG [M:0;018362ca5320:41719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375440309Disabling compacts and flushes for region at 1732375440309Disabling writes for close at 1732375440309Obtaining lock to block concurrent updates at 1732375440309Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375440309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732375440310 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375440311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375440311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375440334 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375440334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375440373 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375440393 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375440393Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375440408 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375440427 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375440427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c5fd1c: reopening flushed file at 1732375440477 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7bc82c: reopening flushed file at 1732375440484 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3a9871: reopening flushed file at 1732375440492 (+8 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 190ms, sequenceid=55, compaction requested=false at 1732375440499 (+7 ms)Writing region close event to WAL at 1732375440513 (+14 ms)Closed at 1732375440513 2024-11-23T15:24:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741830_1006 (size=32770) 2024-11-23T15:24:00,519 INFO [M:0;018362ca5320:41719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:24:00,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:24:00,520 INFO [M:0;018362ca5320:41719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41719 2024-11-23T15:24:00,523 INFO [M:0;018362ca5320:41719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:24:00,667 INFO [M:0;018362ca5320:41719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:24:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41719-0x101684ae8480003, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:00,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b8ce8db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:24:00,674 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bf6921c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:24:00,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:24:00,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438b003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:24:00,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e081d1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.log.dir/,STOPPED} 2024-11-23T15:24:00,675 WARN [BP-1765481580-172.17.0.2-1732375413591 heartbeating to localhost/127.0.0.1:41813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:24:00,675 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:24:00,675 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:24:00,675 WARN [BP-1765481580-172.17.0.2-1732375413591 heartbeating to localhost/127.0.0.1:41813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1765481580-172.17.0.2-1732375413591 (Datanode Uuid 3703f3f8-8a87-4501-b777-2190d8ae4e0e) service to localhost/127.0.0.1:41813 2024-11-23T15:24:00,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/cluster_3ee3d776-e531-9de1-993c-d89fea397cdc/data/data1/current/BP-1765481580-172.17.0.2-1732375413591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:24:00,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/cluster_3ee3d776-e531-9de1-993c-d89fea397cdc/data/data2/current/BP-1765481580-172.17.0.2-1732375413591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:24:00,676 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:24:00,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51aae8db{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:24:00,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e306c06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:24:00,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:24:00,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a95b7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:24:00,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f245e45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e19d087c-6648-09f7-55ca-36bab6a75d93/hadoop.log.dir/,STOPPED} 2024-11-23T15:24:00,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:24:00,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T15:24:00,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:24:00,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:24:00,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:00,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:00,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:24:00,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:24:00,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2059888487, stopped=false 2024-11-23T15:24:00,709 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=018362ca5320,45397,1732375410206 2024-11-23T15:24:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107750098/running 2024-11-23T15:24:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107750098/running 2024-11-23T15:24:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:24:00,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:24:00,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:24:00,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on znode that does not yet exist, /0107750098/running 2024-11-23T15:24:00,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Set watcher on znode that does not yet exist, /0107750098/running 2024-11-23T15:24:00,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T15:24:00,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:24:00,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:00,727 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '018362ca5320,42989,1732375410751' ***** 2024-11-23T15:24:00,727 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T15:24:00,727 INFO [RS:0;018362ca5320:42989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:24:00,727 INFO [RS:0;018362ca5320:42989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:24:00,727 INFO [RS:0;018362ca5320:42989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:24:00,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T15:24:00,727 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(3091): Received CLOSE for a373e341a1aa170db1033e340460b958 2024-11-23T15:24:00,727 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(3091): Received CLOSE for b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:24:00,727 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(959): stopping server 018362ca5320,42989,1732375410751 2024-11-23T15:24:00,727 INFO [RS:0;018362ca5320:42989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:24:00,728 INFO [RS:0;018362ca5320:42989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42989. 2024-11-23T15:24:00,728 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a373e341a1aa170db1033e340460b958, disabling compactions & flushes 2024-11-23T15:24:00,728 DEBUG [RS:0;018362ca5320:42989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:24:00,728 DEBUG [RS:0;018362ca5320:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:00,728 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:24:00,728 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:24:00,728 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732375423684.a373e341a1aa170db1033e340460b958. after waiting 0 ms 2024-11-23T15:24:00,728 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:24:00,728 INFO [RS:0;018362ca5320:42989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:24:00,728 INFO [RS:0;018362ca5320:42989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:24:00,729 INFO [RS:0;018362ca5320:42989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:24:00,729 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T15:24:00,732 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T15:24:00,732 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a373e341a1aa170db1033e340460b958=test,,1732375423684.a373e341a1aa170db1033e340460b958., b2779cc7f8d80e6e2b5145f2689e3547=hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547.} 2024-11-23T15:24:00,732 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a373e341a1aa170db1033e340460b958, b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:24:00,733 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:24:00,733 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T15:24:00,733 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T15:24:00,733 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:24:00,733 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:24:00,733 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T15:24:00,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T15:24:00,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,744 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/default/test/a373e341a1aa170db1033e340460b958/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T15:24:00,745 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:24:00,745 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T15:24:00,745 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:24:00,745 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a373e341a1aa170db1033e340460b958: Waiting for close lock at 1732375440727Running coprocessor pre-close hooks at 1732375440728 (+1 ms)Disabling compacts and flushes for region at 1732375440728Disabling writes for close at 1732375440728Writing region close event to WAL at 1732375440735 (+7 ms)Running coprocessor post-close hooks at 1732375440745 (+10 ms)Closed at 1732375440745 2024-11-23T15:24:00,745 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732375423684.a373e341a1aa170db1033e340460b958. 2024-11-23T15:24:00,746 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2779cc7f8d80e6e2b5145f2689e3547, disabling compactions & flushes 2024-11-23T15:24:00,746 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:24:00,746 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:24:00,746 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. after waiting 0 ms 2024-11-23T15:24:00,746 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:24:00,746 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b2779cc7f8d80e6e2b5145f2689e3547 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-23T15:24:00,815 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/.tmp/hfileref/c8172860a747445a84dad520eef3b78d is 74, key is 1/hfileref:593dd350e9df4357b00bb30ee5cb25e1_SeqId_6_/1732375434260/DeleteColumn/seqid=0 2024-11-23T15:24:00,822 INFO [regionserver/018362ca5320:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:24:00,825 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/info/a7affe6ccae04491bf8ef5dd3a91a2de is 147, key is hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547./info:regioninfo/1732375428837/Put/seqid=0 2024-11-23T15:24:00,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741848_1024 (size=7686) 2024-11-23T15:24:00,877 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/info/a7affe6ccae04491bf8ef5dd3a91a2de 2024-11-23T15:24:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741847_1023 (size=5489) 2024-11-23T15:24:00,896 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/.tmp/hfileref/c8172860a747445a84dad520eef3b78d 2024-11-23T15:24:00,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T15:24:00,933 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2779cc7f8d80e6e2b5145f2689e3547 2024-11-23T15:24:00,936 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/.tmp/queue/b13c66ef406f44a28e288fa6d7380288 is 153, key is 1-018362ca5320,42989,1732375410751/queue:018362ca5320%2C42989%2C1732375410751/1732375434261/Put/seqid=0 2024-11-23T15:24:00,936 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/ns/4663c26c6bff47bdbd35c380863e5460 is 43, key is default/ns:d/1732375413451/Put/seqid=0 2024-11-23T15:24:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741849_1025 (size=5153) 2024-11-23T15:24:00,943 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/ns/4663c26c6bff47bdbd35c380863e5460 2024-11-23T15:24:00,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741850_1026 (size=5504) 2024-11-23T15:24:00,948 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/.tmp/queue/b13c66ef406f44a28e288fa6d7380288 2024-11-23T15:24:00,952 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/.tmp/hfileref/c8172860a747445a84dad520eef3b78d as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/hfileref/c8172860a747445a84dad520eef3b78d 2024-11-23T15:24:00,956 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/hfileref/c8172860a747445a84dad520eef3b78d, entries=6, sequenceid=17, filesize=5.4 K 2024-11-23T15:24:00,957 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/.tmp/queue/b13c66ef406f44a28e288fa6d7380288 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/queue/b13c66ef406f44a28e288fa6d7380288 2024-11-23T15:24:00,961 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/queue/b13c66ef406f44a28e288fa6d7380288, entries=2, sequenceid=17, filesize=5.4 K 2024-11-23T15:24:00,962 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b2779cc7f8d80e6e2b5145f2689e3547 in 216ms, sequenceid=17, compaction requested=false 2024-11-23T15:24:00,971 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/replication/b2779cc7f8d80e6e2b5145f2689e3547/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-23T15:24:00,972 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:24:00,972 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:24:00,972 INFO [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:24:00,972 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2779cc7f8d80e6e2b5145f2689e3547: Waiting for close lock at 1732375440745Running coprocessor pre-close hooks at 1732375440745Disabling compacts and flushes for region at 1732375440745Disabling writes for close at 1732375440746 (+1 ms)Obtaining lock to block concurrent updates at 1732375440746Preparing flush snapshotting stores in b2779cc7f8d80e6e2b5145f2689e3547 at 1732375440746Finished memstore snapshotting hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732375440746Flushing stores of hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. at 1732375440747 (+1 ms)Flushing b2779cc7f8d80e6e2b5145f2689e3547/hfileref: creating writer at 1732375440747Flushing b2779cc7f8d80e6e2b5145f2689e3547/hfileref: appending metadata at 1732375440815 (+68 ms)Flushing b2779cc7f8d80e6e2b5145f2689e3547/hfileref: closing flushed file at 1732375440815Flushing b2779cc7f8d80e6e2b5145f2689e3547/queue: creating writer at 1732375440915 (+100 ms)Flushing b2779cc7f8d80e6e2b5145f2689e3547/queue: appending metadata at 1732375440935 (+20 ms)Flushing b2779cc7f8d80e6e2b5145f2689e3547/queue: closing flushed file at 1732375440935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e2b1ea: reopening flushed file at 1732375440952 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ea0390: reopening flushed file at 1732375440957 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b2779cc7f8d80e6e2b5145f2689e3547 in 216ms, sequenceid=17, compaction requested=false at 1732375440962 (+5 ms)Writing region close event to WAL at 1732375440968 (+6 ms)Running coprocessor post-close hooks at 1732375440972 (+4 ms)Closed at 1732375440972 2024-11-23T15:24:00,972 DEBUG [RS_CLOSE_REGION-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732375427638.b2779cc7f8d80e6e2b5145f2689e3547. 2024-11-23T15:24:00,973 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/rep_barrier/fd30b8064d9f4504b978e16027a0b4c1 is 112, key is test,,1732375423684.a373e341a1aa170db1033e340460b958./rep_barrier:seqnumDuringOpen/1732375424823/Put/seqid=0 2024-11-23T15:24:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741851_1027 (size=5518) 2024-11-23T15:24:00,980 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/rep_barrier/fd30b8064d9f4504b978e16027a0b4c1 2024-11-23T15:24:01,000 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/table/c008e92d91064cacb18bb7cbf41ad45f is 53, key is hbase:replication/table:state/1732375428843/Put/seqid=0 2024-11-23T15:24:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741852_1028 (size=5308) 2024-11-23T15:24:01,050 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:24:01,054 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:24:01,055 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 688, reset compression=false 2024-11-23T15:24:01,055 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-018362ca5320,42989,1732375410751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:24:01,056 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 018362ca5320,42989,1732375410751: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-018362ca5320,42989,1732375410751, walGroup=018362ca5320%2C42989%2C1732375410751, offset=018362ca5320%2C42989%2C1732375410751.1732375431495:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T15:24:01,057 ERROR [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T15:24:01,057 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T15:24:01,057 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T15:24:01,058 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T15:24:01,058 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T15:24:01,058 INFO [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1639972864, "init": 1048576000, "max": 2306867200, "used": 990540184 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208571024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T15:24:01,058 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:45397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:45397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T15:24:01,133 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:24:01,152 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 393, reset compression=false 2024-11-23T15:24:01,156 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T15:24:01,156 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 688, reset compression=false 2024-11-23T15:24:01,156 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-018362ca5320,42989,1732375410751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T15:24:01,157 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-23T15:24:01,258 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 688, reset compression=false 2024-11-23T15:24:01,278 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:24:01,278 INFO [regionserver/018362ca5320:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:24:01,333 DEBUG [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T15:24:01,359 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 688, reset compression=false 2024-11-23T15:24:01,404 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/table/c008e92d91064cacb18bb7cbf41ad45f 2024-11-23T15:24:01,409 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/info/a7affe6ccae04491bf8ef5dd3a91a2de as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/info/a7affe6ccae04491bf8ef5dd3a91a2de 2024-11-23T15:24:01,412 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/info/a7affe6ccae04491bf8ef5dd3a91a2de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T15:24:01,413 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/ns/4663c26c6bff47bdbd35c380863e5460 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/ns/4663c26c6bff47bdbd35c380863e5460 2024-11-23T15:24:01,416 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/ns/4663c26c6bff47bdbd35c380863e5460, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T15:24:01,417 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/rep_barrier/fd30b8064d9f4504b978e16027a0b4c1 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/rep_barrier/fd30b8064d9f4504b978e16027a0b4c1 2024-11-23T15:24:01,421 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/rep_barrier/fd30b8064d9f4504b978e16027a0b4c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T15:24:01,421 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/.tmp/table/c008e92d91064cacb18bb7cbf41ad45f as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/table/c008e92d91064cacb18bb7cbf41ad45f 2024-11-23T15:24:01,425 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/table/c008e92d91064cacb18bb7cbf41ad45f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T15:24:01,426 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 692ms, sequenceid=16, compaction requested=false 2024-11-23T15:24:01,426 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:24:01,430 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T15:24:01,430 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T15:24:01,430 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:24:01,430 INFO [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T15:24:01,430 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732375440732Running coprocessor pre-close hooks at 1732375440732Disabling compacts and flushes for region at 1732375440733 (+1 ms)Disabling writes for close at 1732375440733Obtaining lock to block concurrent updates at 1732375440733Preparing flush snapshotting stores in 1588230740 at 1732375440733Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732375440734 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732375440735 (+1 ms)Flushing 1588230740/info: creating writer at 1732375440735Flushing 1588230740/info: appending metadata at 1732375440825 (+90 ms)Flushing 1588230740/info: closing flushed file at 1732375440825Flushing 1588230740/ns: creating writer at 1732375440910 (+85 ms)Flushing 1588230740/ns: appending metadata at 1732375440935 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732375440935Flushing 1588230740/rep_barrier: creating writer at 1732375440947 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732375440973 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732375440973Flushing 1588230740/table: creating writer at 1732375440984 (+11 ms)Flushing 1588230740/table: appending metadata at 1732375441000 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732375441000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d26d7da: reopening flushed file at 1732375441408 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5528e903: reopening flushed file at 1732375441412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c25d6f: reopening flushed file at 1732375441417 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b414744: reopening flushed file at 1732375441421 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 692ms, sequenceid=16, compaction requested=false at 1732375441426 (+5 ms)Writing region close event to WAL at 1732375441427 (+1 ms)Running coprocessor post-close hooks at 1732375441430 (+3 ms)Closed at 1732375441430 2024-11-23T15:24:01,431 DEBUG [RS_CLOSE_META-regionserver/018362ca5320:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:24:01,533 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(976): stopping server 018362ca5320,42989,1732375410751; all regions closed. 2024-11-23T15:24:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741842_1018 (size=859) 2024-11-23T15:24:01,535 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.meta.1732375431341.meta not finished, retry = 0 2024-11-23T15:24:01,563 DEBUG [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/WALs/018362ca5320,42989,1732375410751/018362ca5320%2C42989%2C1732375410751.1732375431495 to pos 688, reset compression=false 2024-11-23T15:24:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741843_1019 (size=2791) 2024-11-23T15:24:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741844_1020 (size=696) 2024-11-23T15:24:01,640 DEBUG [RS:0;018362ca5320:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:01,640 INFO [RS:0;018362ca5320:42989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:24:01,640 INFO [RS:0;018362ca5320:42989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:24:01,640 INFO [RS:0;018362ca5320:42989 {}] hbase.ChoreService(370): Chore service for: regionserver/018362ca5320:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T15:24:01,640 INFO [RS:0;018362ca5320:42989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:24:01,640 INFO [regionserver/018362ca5320:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:24:01,641 INFO [RS:0;018362ca5320:42989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-018362ca5320,42989,1732375410751 because: Region server is closing 2024-11-23T15:24:01,641 INFO [RS:0;018362ca5320:42989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42989. 2024-11-23T15:24:01,641 DEBUG [RS:0;018362ca5320:42989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:24:01,641 DEBUG [RS:0;018362ca5320:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:01,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:24:01,642 DEBUG [RS:0;018362ca5320:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:01,742 INFO [RS:0;018362ca5320:42989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,1-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,1-018362ca5320,42989,1732375410751 terminated 2024-11-23T15:24:01,742 INFO [RS:0;018362ca5320:42989 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-018362ca5320,42989,1732375410751 because: Region server is closing 2024-11-23T15:24:01,742 INFO [RS:0;018362ca5320:42989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;018362ca5320:42989. 2024-11-23T15:24:01,742 DEBUG [RS:0;018362ca5320:42989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:24:01,742 DEBUG [RS:0;018362ca5320:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:01,742 DEBUG [RS:0;018362ca5320:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:01,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T15:24:01,843 INFO [RS:0;018362ca5320:42989 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.shipper018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 terminated 2024-11-23T15:24:01,843 INFO [RS:0;018362ca5320:42989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42989 2024-11-23T15:24:01,843 WARN [RS_REFRESH_PEER-regionserver/018362ca5320:0-0.replicationSource,2-018362ca5320,42989,1732375410751.replicationSource.wal-reader.018362ca5320%2C42989%2C1732375410751,2-018362ca5320,42989,1732375410751 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T15:24:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107750098/rs/018362ca5320,42989,1732375410751 2024-11-23T15:24:01,861 INFO [RS:0;018362ca5320:42989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:24:01,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098/rs 2024-11-23T15:24:01,862 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f796c8e6ef8@63f5c9af rejected from java.util.concurrent.ThreadPoolExecutor@26f75bb5[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-23T15:24:01,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [018362ca5320,42989,1732375410751] 2024-11-23T15:24:01,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0107750098/draining/018362ca5320,42989,1732375410751 already deleted, retry=false 2024-11-23T15:24:01,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 018362ca5320,42989,1732375410751 expired; onlineServers=0 2024-11-23T15:24:01,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '018362ca5320,45397,1732375410206' ***** 2024-11-23T15:24:01,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:24:01,882 INFO [M:0;018362ca5320:45397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T15:24:01,882 INFO [M:0;018362ca5320:45397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T15:24:01,883 DEBUG [M:0;018362ca5320:45397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:24:01,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:24:01,883 DEBUG [M:0;018362ca5320:45397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:24:01,883 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375412175 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.small.0-1732375412175,5,FailOnTimeoutGroup] 2024-11-23T15:24:01,883 DEBUG [master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375412175 {}] cleaner.HFileCleaner(306): Exit Thread[master/018362ca5320:0:becomeActiveMaster-HFileCleaner.large.0-1732375412175,5,FailOnTimeoutGroup] 2024-11-23T15:24:01,883 INFO [M:0;018362ca5320:45397 {}] hbase.ChoreService(370): Chore service for: master/018362ca5320:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T15:24:01,883 INFO [M:0;018362ca5320:45397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T15:24:01,883 DEBUG [M:0;018362ca5320:45397 {}] master.HMaster(1795): Stopping service threads 2024-11-23T15:24:01,883 INFO [M:0;018362ca5320:45397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:24:01,883 INFO [M:0;018362ca5320:45397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T15:24:01,883 ERROR [M:0;018362ca5320:45397 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:44231 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44231,5,PEWorkerGroup] 2024-11-23T15:24:01,884 INFO [M:0;018362ca5320:45397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:24:01,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:24:01,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107750098/master 2024-11-23T15:24:01,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107750098 2024-11-23T15:24:01,893 DEBUG [M:0;018362ca5320:45397 {}] zookeeper.ZKUtil(347): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Unable to get data of znode /0107750098/master because node does not exist (not an error) 2024-11-23T15:24:01,893 WARN [M:0;018362ca5320:45397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:24:01,894 INFO [M:0;018362ca5320:45397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/.lastflushedseqids 2024-11-23T15:24:01,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741853_1029 (size=263) 2024-11-23T15:24:01,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:01,972 INFO [RS:0;018362ca5320:42989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:24:01,972 INFO [RS:0;018362ca5320:42989 {}] regionserver.HRegionServer(1031): Exiting; stopping=018362ca5320,42989,1732375410751; zookeeper connection closed. 2024-11-23T15:24:01,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x101684ae8480001, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:01,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@314e8ce7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@314e8ce7 2024-11-23T15:24:01,972 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:24:02,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T15:24:02,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:24:02,266 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169134 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [018362ca5320,36349,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=018362ca5320:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-23T15:24:02,303 INFO [M:0;018362ca5320:45397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T15:24:02,303 INFO [M:0;018362ca5320:45397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:24:02,303 DEBUG [M:0;018362ca5320:45397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:24:02,303 INFO [M:0;018362ca5320:45397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:02,303 DEBUG [M:0;018362ca5320:45397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:02,303 DEBUG [M:0;018362ca5320:45397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:24:02,303 DEBUG [M:0;018362ca5320:45397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:02,303 INFO [M:0;018362ca5320:45397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-23T15:24:02,320 DEBUG [M:0;018362ca5320:45397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e931fa8a52594a29b23b5c77844d5ab1 is 82, key is hbase:meta,,1/info:regioninfo/1732375413372/Put/seqid=0 2024-11-23T15:24:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741854_1030 (size=5672) 2024-11-23T15:24:02,723 INFO [M:0;018362ca5320:45397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e931fa8a52594a29b23b5c77844d5ab1 2024-11-23T15:24:02,739 DEBUG [M:0;018362ca5320:45397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4aa89c12c1544429681f69cbec8c9dd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732375428845/Put/seqid=0 2024-11-23T15:24:02,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741855_1031 (size=8909) 2024-11-23T15:24:02,742 INFO [M:0;018362ca5320:45397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4aa89c12c1544429681f69cbec8c9dd 2024-11-23T15:24:02,758 DEBUG [M:0;018362ca5320:45397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3943984a5f2a4505aa4c5fe5b9974639 is 69, key is 018362ca5320,42989,1732375410751/rs:state/1732375412259/Put/seqid=0 2024-11-23T15:24:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741856_1032 (size=5156) 2024-11-23T15:24:03,162 INFO [M:0;018362ca5320:45397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3943984a5f2a4505aa4c5fe5b9974639 2024-11-23T15:24:03,165 DEBUG [M:0;018362ca5320:45397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e931fa8a52594a29b23b5c77844d5ab1 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e931fa8a52594a29b23b5c77844d5ab1 2024-11-23T15:24:03,168 INFO [M:0;018362ca5320:45397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e931fa8a52594a29b23b5c77844d5ab1, entries=8, sequenceid=112, filesize=5.5 K 2024-11-23T15:24:03,168 DEBUG [M:0;018362ca5320:45397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4aa89c12c1544429681f69cbec8c9dd as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4aa89c12c1544429681f69cbec8c9dd 2024-11-23T15:24:03,171 INFO [M:0;018362ca5320:45397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4aa89c12c1544429681f69cbec8c9dd, entries=13, sequenceid=112, filesize=8.7 K 2024-11-23T15:24:03,172 DEBUG [M:0;018362ca5320:45397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3943984a5f2a4505aa4c5fe5b9974639 as hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3943984a5f2a4505aa4c5fe5b9974639 2024-11-23T15:24:03,174 INFO [M:0;018362ca5320:45397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44231/user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3943984a5f2a4505aa4c5fe5b9974639, entries=1, sequenceid=112, filesize=5.0 K 2024-11-23T15:24:03,175 INFO [M:0;018362ca5320:45397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=112, compaction requested=false 2024-11-23T15:24:03,176 INFO [M:0;018362ca5320:45397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:03,176 DEBUG [M:0;018362ca5320:45397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732375442303Disabling compacts and flushes for region at 1732375442303Disabling writes for close at 1732375442303Obtaining lock to block concurrent updates at 1732375442303Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732375442303Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732375442304 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732375442304Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732375442304Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732375442319 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732375442319Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732375442727 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732375442739 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732375442739Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732375442745 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732375442758 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732375442758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ef601e: reopening flushed file at 1732375443164 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d40f06: reopening flushed file at 1732375443168 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2889d152: reopening flushed file at 1732375443171 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=112, compaction requested=false at 1732375443175 (+4 ms)Writing region close event to WAL at 1732375443176 (+1 ms)Closed at 1732375443176 2024-11-23T15:24:03,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b339133-2584-dd82-3bfa-07dbbbf84018/MasterData/WALs/018362ca5320,45397,1732375410206/018362ca5320%2C45397%2C1732375410206.1732375411942 not finished, retry = 0 2024-11-23T15:24:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41485 is added to blk_1073741830_1006 (size=69055) 2024-11-23T15:24:03,278 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T15:24:03,278 INFO [M:0;018362ca5320:45397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T15:24:03,279 INFO [M:0;018362ca5320:45397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45397 2024-11-23T15:24:03,279 INFO [M:0;018362ca5320:45397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T15:24:03,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:03,390 INFO [M:0;018362ca5320:45397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T15:24:03,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x101684ae8480000, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:03,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7ad8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:24:03,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@461d4be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:24:03,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:24:03,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3404a9f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:24:03,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60bed975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.log.dir/,STOPPED} 2024-11-23T15:24:03,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:24:03,395 WARN [BP-1907197475-172.17.0.2-1732375407794 heartbeating to localhost/127.0.0.1:44231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:24:03,395 WARN [BP-1907197475-172.17.0.2-1732375407794 heartbeating to localhost/127.0.0.1:44231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1907197475-172.17.0.2-1732375407794 (Datanode Uuid 64497200-999b-4292-8e16-81750648fef1) service to localhost/127.0.0.1:44231 2024-11-23T15:24:03,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:24:03,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/cluster_caf357a7-4bc7-1988-784f-1d118708ae41/data/data1/current/BP-1907197475-172.17.0.2-1732375407794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:24:03,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/cluster_caf357a7-4bc7-1988-784f-1d118708ae41/data/data2/current/BP-1907197475-172.17.0.2-1732375407794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:24:03,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:24:03,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cd584b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:24:03,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@374263a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:24:03,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:24:03,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbe537c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:24:03,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@107b71c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/dc695af7-1888-e941-3b68-265204139a91/hadoop.log.dir/,STOPPED} 2024-11-23T15:24:03,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:24:03,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T15:24:03,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 526) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41813 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33565 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33565 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44231 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44231 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44231 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41813 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=980 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=6083 (was 7401) 2024-11-23T15:24:03,431 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-23T15:24:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101684ae8480008, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:24:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101684ae8480005, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:24:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101684ae8480002, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T15:24:03,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101684ae8480008, quorum=127.0.0.1:63645, baseZNode=/21765209715 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:24:03,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101684ae8480005, quorum=127.0.0.1:63645, baseZNode=/1-619622569 Received Disconnected from ZooKeeper, ignoring 2024-11-23T15:24:03,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101684ae8480002, quorum=127.0.0.1:63645, baseZNode=/0107750098 Received Disconnected from ZooKeeper, ignoring